-- Logs begin at Wed 2021-06-09 21:23:03 UTC, end at Wed 2021-06-09 23:05:55 UTC. -- Jun 09 22:08:36.234327 dv-cinder-789564-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 22:08:38.894283 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.common.config [-] Logging enabled! Jun 09 22:08:38.894867 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 22:08:38.895082 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 22:08:38.898288 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.common.config [-] Logging enabled! Jun 09 22:08:38.898543 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 22:08:38.898899 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 22:08:38.899941 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 22:08:38.900174 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 22:08:38.900649 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 22:08:38.900904 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 22:08:38.901162 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 22:08:38.901493 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.901801 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.902106 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.902343 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.902643 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.902940 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.903228 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.903523 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.903828 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.904123 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.904409 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.904701 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.904938 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.905253 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.905568 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.905841 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.906068 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] debug = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.906351 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.906781 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.907196 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.907480 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.907773 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.908054 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.908330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.908608 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.908898 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.909258 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] host = dv-cinder-789564-5-iscsi {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.909543 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.909835 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.910125 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.910414 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.910690 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.910969 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.911256 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.911531 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.911807 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.912085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.912375 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.912664 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.912957 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.913207 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.913435 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.913725 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.914014 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.914293 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.914571 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.914848 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.915167 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.915450 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.915888 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.916183 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.916475 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.916764 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.917046 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.917358 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.917636 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.917914 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.918204 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.918482 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.918760 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.919041 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.919336 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.919602 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.919880 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.920187 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.920478 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.920764 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.921055 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.921358 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.921644 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.921922 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.922199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.922476 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_json = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.922755 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.923030 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.923318 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.923595 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.923868 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.924146 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.924422 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.924709 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:38.925014 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.925350 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.925660 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.925947 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.926245 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.926532 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.926825 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.927115 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.927408 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.927701 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.927997 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.928281 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.928577 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.928863 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.929190 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.929504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.929803 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.930104 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.930387 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.931204 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.931574 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.931865 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.932159 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.932475 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.932755 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.933038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.933351 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.933649 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.933935 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.934213 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.934498 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.934793 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.935081 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.935362 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.935654 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.935946 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.936223 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.936502 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.936784 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.937084 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.937393 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.937677 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.937955 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.938239 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.938517 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.938809 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.939095 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.939373 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.939651 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.939934 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.940213 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.940493 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.940773 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.941049 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.941357 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.941636 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.941914 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.942192 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.942468 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.942743 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.943019 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.943296 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.943578 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.943888 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.944166 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.944442 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.944719 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.944995 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.945315 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.945623 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.945913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.946202 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.947092 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.947381 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.947700 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.947988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.948303 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.948591 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.948872 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.949198 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.949493 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.949789 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.950083 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.950369 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.950672 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.950960 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.951249 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.951535 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.951823 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.952122 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.952415 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.952715 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.953014 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.953336 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.953636 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.953939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.954255 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.954571 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.954861 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:38.955084 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 22:08:38.955336 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92378) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 22:08:39.310536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:39.310810 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:39.311104 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:39.311589 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 22:08:39.708045 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.708253 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.708514 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.709742 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.710022 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.710295 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.748539 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.748821 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.749191 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.763540 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.763836 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.764111 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.806618 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.806913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.807293 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.847712 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.849179 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:39.849179 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.103461 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.104215 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.104215 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.104391 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.104991 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.250202 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.250522 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.250822 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.251114 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.251394 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.251711 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.251974 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.252235 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.252494 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.252777 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.253039 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.253370 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.253634 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.253903 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.254165 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.254432 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.254706 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.254964 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.255276 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.255535 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.255820 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.256189 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.256448 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.256758 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.257001 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.257288 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.257699 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.257947 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.258183 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.258416 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.258651 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.258951 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:40.259519 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 22:08:40.262993 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 22:08:40.267011 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 22:08:40.270889 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 09 22:08:40.272588 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 22:08:40.273058 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 22:08:40.273422 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 22:08:40.273812 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 22:08:40.277430 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 22:08:40.277680 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 22:08:40.278160 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 22:08:40.313579 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 22:08:40.314036 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.314445 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92378) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 22:08:40.314703 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.316068 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92378) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 22:08:40.316360 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 22:08:40.316608 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 22:08:40.319937 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.320218 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:40.385076 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 22:08:40.385274 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 22:08:40.385494 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 22:08:40.385889 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 22:08:40.420071 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_db.sqlalchemy.engines [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92378) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 22:08:40.964160 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing driver for type 'gre' Jun 09 22:08:40.964694 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] gre ID ranges: [(1, 1000)] Jun 09 22:08:41.157944 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing driver for type 'local' Jun 09 22:08:41.158582 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing driver for type 'vlan' Jun 09 22:08:41.220719 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] VlanTypeDriver initialization complete Jun 09 22:08:41.221059 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing driver for type 'vxlan' Jun 09 22:08:41.221600 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] vxlan ID ranges: [(1, 1000)] Jun 09 22:08:41.455213 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing extension driver 'port_security' Jun 09 22:08:41.455480 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.extensions.port_security [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] PortSecurityExtensionDriver initialization complete Jun 09 22:08:41.455816 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing mechanism driver 'openvswitch' Jun 09 22:08:41.456144 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing mechanism driver 'hyperv' Jun 09 22:08:41.463608 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.plugins.ml2.plugin [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:41.464372 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.464755 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.465142 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.465537 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.465893 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.466244 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.466627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.466977 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.467320 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.467696 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.468047 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.468460 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.468819 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.469189 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.470557 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.470557 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > address_group after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.470557 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > address_group after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.470957 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.471073 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] ML2 OVO RPC backend initialized. {{(pid=92378) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 22:08:41.471766 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.472123 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.472537 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.472888 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > networks before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.473260 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.473601 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > ports before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.473945 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.474291 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnets before_response 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.474635 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.474983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.475317 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.475657 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.476021 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.476406 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.476746 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.477081 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.477439 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.478031 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.plugin [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Modular L2 Plugin initialization complete Jun 09 22:08:41.478356 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading services supported by the core plugin {{(pid=92378) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 22:08:41.478681 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.plugins.ml2.managers [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Got port-security extension from driver 'port_security' Jun 09 22:08:41.479144 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.extensions.vlantransparent [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Disabled vlantransparent extension. Jun 09 22:08:41.479630 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92378) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 22:08:41.479943 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: router Jun 09 22:08:41.517231 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.517631 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_create 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.518001 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router before_create 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.518368 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.518740 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.519101 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_delete 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.519461 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.519826 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_create 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.520179 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.520528 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.520926 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.521332 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.521748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.522122 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.522464 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.522804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: subnet after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.523142 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.523493 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.523840 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_create 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.524183 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.525366 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.525896 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router after_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.526099 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.526455 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_create 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.526855 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.527203 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_update 55549900 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.527584 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > network after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.528544 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Tracking information for resource: router configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:41.528877 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Tracking information for resource: floatingip configured {{(pid=92378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 22:08:41.534572 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.db.l3_agentschedulers_db [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 22:08:41.535164 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.535536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.535888 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.536243 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: port after_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.537062 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router before_create 55550100 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.537463 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.537827 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_create 55550100 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.538185 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > router precommit_update 55550100 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.543195 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.provider_configuration [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service providers = [] {{(pid=92378) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 22:08:41.543561 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.db.servicetype_db [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92378) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 22:08:41.546883 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.service_base [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 22:08:41.547233 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.service_base [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 22:08:41.547581 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.service_base [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 22:08:41.548468 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.services.service_base [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 22:08:41.548845 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.services.service_base [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 22:08:41.549271 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.549595 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 22:08:41.560740 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.561071 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: auto_allocate Jun 09 22:08:41.567288 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: network precommit_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.567662 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: network precommit_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.568214 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.568538 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: tag Jun 09 22:08:41.576372 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.576704 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: timestamp Jun 09 22:08:41.580602 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.580937 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: network_ip_availability Jun 09 22:08:41.586863 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.587914 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.588273 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.589076 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.589426 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: flavors Jun 09 22:08:41.596408 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.596740 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading Plugin: revisions Jun 09 22:08:41.601260 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 22:08:41.601667 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=92378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:41.602439 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92378) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 22:08:41.603363 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Initializing extension manager. Jun 09 22:08:41.603876 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: __init__.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.604220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: __pycache__ {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.604555 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.604891 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: address_group.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.605772 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.606357 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: address-group Jun 09 22:08:41.606681 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: address_scope.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.607390 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.607900 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: address-scope Jun 09 22:08:41.608224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.609245 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.609759 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: router-admin-state-down-before-update Jun 09 22:08:41.610123 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: agent.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.610784 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.611291 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: agent Jun 09 22:08:41.611616 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: agent_resources_synced.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.612512 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.613019 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: agent-resources-synced Jun 09 22:08:41.613372 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: allowedaddresspairs.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.615200 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.615743 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: allowed-address-pairs Jun 09 22:08:41.616074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: auto_allocated_topology.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.617220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.617746 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: auto-allocated-topology Jun 09 22:08:41.618071 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: availability_zone.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.619442 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.619953 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: availability_zone Jun 09 22:08:41.620347 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: availability_zone_filter.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.621429 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.622067 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: availability_zone_filter Jun 09 22:08:41.622396 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: data_plane_status.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.623477 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.623987 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 22:08:41.624422 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: default_subnetpools.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.625539 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.626207 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: default-subnetpools Jun 09 22:08:41.626566 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.627611 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.628245 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: dhcp_agent_scheduler Jun 09 22:08:41.628572 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: dns.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.629500 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.630013 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension dns-integration not supported by any of loaded plugins Jun 09 22:08:41.630341 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: dns_domain_ports.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.631258 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.631768 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 22:08:41.632092 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: dvr.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.632764 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.633319 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: dvr Jun 09 22:08:41.633643 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: empty_string_filtering.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.634611 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.635122 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: empty-string-filtering Jun 09 22:08:41.635445 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.636352 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.636854 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 22:08:41.637205 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.638115 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.638620 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 22:08:41.638944 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: external_net.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.639837 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.640401 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: external-net Jun 09 22:08:41.640676 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.641614 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.642121 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: extra_dhcp_opt Jun 09 22:08:41.642444 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: extraroute.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.643339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.643849 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: extraroute Jun 09 22:08:41.644171 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: extraroute_atomic.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.645243 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.645768 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: extraroute-atomic Jun 09 22:08:41.646091 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: filter_validation.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.760112 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.760677 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: filter-validation Jun 09 22:08:41.761020 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: fip_pf_description.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.762198 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.762728 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 22:08:41.763073 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: fip_port_details.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.764024 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.764562 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: fip-port-details Jun 09 22:08:41.764899 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: flavors.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.766236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.766806 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: flavors Jun 09 22:08:41.767154 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.768876 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.769450 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 22:08:41.769797 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: floatingip_pools.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.770526 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.771059 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: floatingip-pools Jun 09 22:08:41.771403 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: ip_allocation.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.772345 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.772877 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 22:08:41.773246 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.774180 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.775285 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: ip-substring-filtering Jun 09 22:08:41.775620 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l2_adjacency.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.776563 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.777108 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 22:08:41.777445 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.778491 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.779025 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: router Jun 09 22:08:41.779365 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.781867 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.782414 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 22:08:41.782766 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.783712 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.784242 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: ext-gw-mode Jun 09 22:08:41.784608 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.785550 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.786239 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: l3-ha Jun 09 22:08:41.786406 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3_flavors.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.787407 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.787930 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: l3-flavors Jun 09 22:08:41.788258 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.789212 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.789864 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 22:08:41.790707 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: l3agentscheduler.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.792163 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.792832 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: l3_agent_scheduler Jun 09 22:08:41.793394 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: logging.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.795696 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.796550 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension logging not supported by any of loaded plugins Jun 09 22:08:41.797150 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: metering.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.798319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.799211 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: metering Jun 09 22:08:41.799560 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.800684 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.801326 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: metering_source_and_destination_fields Jun 09 22:08:41.801662 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: multiprovidernet.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.802600 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.803126 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: multi-provider Jun 09 22:08:41.803459 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: netmtu.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.804372 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.804892 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: net-mtu Jun 09 22:08:41.805257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: netmtu_writable.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.806717 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.807268 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: net-mtu-writable Jun 09 22:08:41.807602 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: network_availability_zone.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.808273 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.808789 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: network_availability_zone Jun 09 22:08:41.809133 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: network_ip_availability.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.810243 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.810844 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: network-ip-availability Jun 09 22:08:41.811181 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: network_segment_range.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.811970 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.812495 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 22:08:41.812825 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: pagination.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.813836 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.814177 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: pagination Jun 09 22:08:41.814505 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: port_device_profile.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.815415 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.815943 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: port-device-profile Jun 09 22:08:41.816277 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.817222 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.817739 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: port-mac-address-regenerate Jun 09 22:08:41.818070 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.818986 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.819501 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: port-numa-affinity-policy Jun 09 22:08:41.819832 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: port_resource_request.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.820736 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.821877 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 22:08:41.822225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: portbindings.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.823153 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.823670 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: binding Jun 09 22:08:41.824000 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: portbindings_extended.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.825360 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.825894 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: binding-extended Jun 09 22:08:41.826229 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: portsecurity.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.827143 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.827670 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: port-security Jun 09 22:08:41.828001 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: project_id.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.828975 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.829336 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: project-id Jun 09 22:08:41.829670 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: providernet.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.830644 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.831181 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: provider Jun 09 22:08:41.831514 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.839377 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.839918 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos not supported by any of loaded plugins Jun 09 22:08:41.840260 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.841652 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.842231 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 22:08:41.842569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.843483 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.844006 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 22:08:41.844375 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_default.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.845345 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.845875 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-default not supported by any of loaded plugins Jun 09 22:08:41.846209 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_fip.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.846875 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.847390 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-fip not supported by any of loaded plugins Jun 09 22:08:41.847718 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_gateway_ip.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.848638 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.849187 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 22:08:41.849520 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_port_network_policy.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.850431 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.850946 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 22:08:41.851278 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_rule_type_details.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.852190 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.852736 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 22:08:41.853067 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: qos_rules_alias.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.854237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.854761 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 22:08:41.855096 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: quotasv2.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.856080 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.856415 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: quotas Jun 09 22:08:41.856742 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: quotasv2_detail.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.859855 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.860206 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: quota_details Jun 09 22:08:41.860631 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: rbac.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.861753 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.862322 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: rbac-policies Jun 09 22:08:41.862657 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: rbac_address_group.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.869623 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.870187 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: rbac-address-group Jun 09 22:08:41.870561 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: rbac_address_scope.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.871473 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.872010 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: rbac-address-scope Jun 09 22:08:41.872350 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: rbac_security_groups.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.873317 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.873846 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: rbac-security-groups Jun 09 22:08:41.874185 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: rbac_subnetpool.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.875105 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.875633 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: rbac-subnetpool Jun 09 22:08:41.875972 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: revisionifmatch.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.876931 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.877489 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: revision-if-match Jun 09 22:08:41.877827 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: revisions.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.878953 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.879542 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: standard-attr-revisions Jun 09 22:08:41.879887 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: router_availability_zone.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.880578 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.881176 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: router_availability_zone Jun 09 22:08:41.881455 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: routerservicetype.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.882378 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.882900 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension router-service-type not supported by any of loaded plugins Jun 09 22:08:41.883235 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.884743 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.885396 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: security-groups-normalized-cidr Jun 09 22:08:41.885733 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.886897 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.887428 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: port-security-groups-filtering Jun 09 22:08:41.887805 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.888736 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.889297 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: security-groups-remote-address-group Jun 09 22:08:41.889636 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: securitygroup.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.899638 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.900271 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: security-group Jun 09 22:08:41.900614 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: segment.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.901481 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.902019 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension segment not supported by any of loaded plugins Jun 09 22:08:41.902358 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.903356 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.903880 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 22:08:41.904217 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: servicetype.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.905391 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.905926 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: service-type Jun 09 22:08:41.906265 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: sorting.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.907254 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.907594 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: sorting Jun 09 22:08:41.907927 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: standard_attr_segment.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.908839 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.909398 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 22:08:41.909733 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: standardattrdescription.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.910400 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.910924 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: standard-attr-description Jun 09 22:08:41.911253 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: stateful_security_group.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.915093 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.915624 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: stateful-security-group Jun 09 22:08:41.916114 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: stdattrs_common.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.916733 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 22:08:41.917065 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.918106 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.918634 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 22:08:41.918966 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnet_onboard.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.920056 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.920574 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: subnet_onboard Jun 09 22:08:41.920904 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.921864 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.922429 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 22:08:41.922761 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnet_service_types.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.923689 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.924220 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: subnet-service-types Jun 09 22:08:41.924552 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnetallocation.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.925739 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.926269 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: subnet_allocation Jun 09 22:08:41.926742 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.927433 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.927955 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: subnetpool-prefix-ops Jun 09 22:08:41.931833 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.932647 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.933322 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 22:08:41.933658 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: tagging.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.934816 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.935358 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: standard-attr-tag Jun 09 22:08:41.935688 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: timestamp.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.936893 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.937466 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loaded extension: standard-attr-timestamp Jun 09 22:08:41.937828 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: trunk.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.938854 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.939383 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension trunk not supported by any of loaded plugins Jun 09 22:08:41.939703 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: trunk_details.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.940603 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.941137 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension trunk-details not supported by any of loaded plugins Jun 09 22:08:41.941469 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: uplink_status_propagation.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.942364 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.942876 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 22:08:41.943200 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Loading extension file: vlantransparent.py {{(pid=92378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 22:08:41.943874 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 22:08:41.944385 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 22:08:41.947634 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:network Jun 09 22:08:41.948186 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnet Jun 09 22:08:41.948598 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 22:08:41.948992 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:port Jun 09 22:08:41.950330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.950772 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service FLAVORS assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.951364 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.951783 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.952113 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:router Jun 09 22:08:41.952556 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:floatingip Jun 09 22:08:41.953058 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service METERING assigned prefix: /metering {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.954530 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.954907 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.955263 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:08:41.956274 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 22:08:41.956724 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:security_group Jun 09 22:08:41.957196 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 22:08:41.958092 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service CORE assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.958420 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 22:08:41.958772 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] subnetpool is already registered Jun 09 22:08:41.959205 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service CORE assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.959533 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 22:08:41.959863 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] subnetpool is already registered Jun 09 22:08:41.962281 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.962717 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service FLAVORS assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.964822 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.964822 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.964822 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:router Jun 09 22:08:41.964822 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] router is already registered Jun 09 22:08:41.964822 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:floatingip Jun 09 22:08:41.965203 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] floatingip is already registered Jun 09 22:08:41.965531 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service METERING assigned prefix: /metering {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.966197 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 22:08:41.966523 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] rbac_policy is already registered Jun 09 22:08:41.966938 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:security_group Jun 09 22:08:41.967273 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] security_group is already registered Jun 09 22:08:41.967676 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 22:08:41.968011 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] security_group_rule is already registered Jun 09 22:08:41.968642 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service CORE assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.968969 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 22:08:41.969328 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] subnetpool is already registered Jun 09 22:08:41.969745 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.v2.resource_helper [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Service CORE assigned prefix: {{(pid=92378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 22:08:41.970068 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 22:08:41.970401 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING neutron.quota.resource_registry [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] subnetpool is already registered Jun 09 22:08:41.970859 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: extensions {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.972359 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: address-groups {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.973871 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: address-scopes {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.975166 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: agents {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.976325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: auto-allocated-topology {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.977664 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: availability_zones {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.979039 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: dhcp-networks {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.980514 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: dhcp-agents {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.982039 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: routers {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.983736 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: flavors {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.984975 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: service_profiles {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.986216 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: next_providers {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.987635 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: service_profiles {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.990320 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: floatingip-pools {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.991547 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: routers {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.993781 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: floatingips {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.995137 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: l3-routers {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.996516 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: l3-agents {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.997988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: metering-labels {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:41.999213 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: metering-label-rules {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.000636 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: network-ip-availabilities {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.001915 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: bindings {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.003465 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: quotas {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.005229 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: quotas {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.006618 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: rbac-policies {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.007801 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: security-groups {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.009715 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: security-group-rules {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.010992 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: service-providers {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.012168 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: subnetpools {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.013599 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: subnetpools {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.015113 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.016775 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.018608 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.020388 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.022071 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.024002 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.025768 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.027541 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.029397 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.031120 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron.api.extensions [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Extended resource: tags {{(pid=92378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 22:08:42.037339 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING keystonemiddleware.auth_token [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 22:08:42.041969 dv-cinder-789564-5-iscsi neutron-server[92378]: WARNING keystonemiddleware.auth_token [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 22:08:42.050373 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Acquired lock "singleton_lock" {{(pid=92378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 22:08:42.050861 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_concurrency.lockutils [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Releasing lock "singleton_lock" {{(pid=92378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 22:08:42.051505 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Starting 2 workers Jun 09 22:08:42.056927 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Started child 92489 {{(pid=92378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 22:08:42.061607 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Started child 92490 {{(pid=92378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 22:08:42.062210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.063176 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO neutron.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 22:08:42.063711 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [-] (92489) wsgi starting up on http://0.0.0.0:9696 Jun 09 22:08:42.063821 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Notify callbacks [] for process, before_spawn {{(pid=92378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.066336 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Starting 1 workers Jun 09 22:08:42.066538 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.067939 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [-] (92490) wsgi starting up on http://0.0.0.0:9696 Jun 09 22:08:42.072107 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Started child 92491 {{(pid=92378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 22:08:42.072683 dv-cinder-789564-5-iscsi neutron-server[92378]: INFO oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Starting 1 workers Jun 09 22:08:42.076514 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] calling RpcWorker wait() {{(pid=92491) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 22:08:42.077270 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] returning from RpcWorker wait() {{(pid=92491) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 22:08:42.077383 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Started child 92492 {{(pid=92378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 22:08:42.078093 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG neutron_lib.callbacks.manager [None req-af2b1ef4-e841-4159-8da4-fc6e75ec940c None None] Notify callbacks [] for process, after_spawn {{(pid=92378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.078292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.078751 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.080041 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 22:08:42.080275 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 22:08:42.080429 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 22:08:42.080655 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 22:08:42.080996 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 22:08:42.081186 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 22:08:42.081729 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.082009 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.082282 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.082817 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.083078 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.083733 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:42.084338 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.084338 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.084338 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.084550 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.084729 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.084902 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.085067 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.085348 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.085580 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.085889 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.086164 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.086424 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.086679 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.086855 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.087698 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.087946 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.088211 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.088470 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] debug = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.088711 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.089205 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.089458 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.089696 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.089929 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.090197 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.090441 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.090710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.090943 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.091177 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.091434 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.091681 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.091927 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.092138 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.092360 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.092611 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.092824 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.093435 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] host = dv-cinder-789564-5-iscsi {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.093605 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.093803 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.094050 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.094313 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.094550 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.094770 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.095024 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.095266 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.095510 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.095757 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.096010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.096236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.096482 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.096726 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.096876 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_options = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.097114 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.097392 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.097660 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.097852 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.098021 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.098211 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.098451 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.098603 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.098834 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.099048 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.099262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.099491 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.099723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.099941 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.100220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.100469 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.100703 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.100910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.101172 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.101398 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.101642 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.101865 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.102113 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.102331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.102606 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.103366 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.103567 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.103816 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.103988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.104234 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.104474 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.104749 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.104979 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.105265 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.105510 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.105736 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.105956 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.106238 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.106460 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_json = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.108723 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109311 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109311 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109311 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109311 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109585 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109585 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.109872 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.110283 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.110560 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.110869 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.111101 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.111353 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.111611 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.111843 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.112089 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.112350 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.112582 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.113078 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.113333 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.113644 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.113890 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.114159 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.114534 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.114762 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.115031 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.115282 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.115520 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.115683 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.115814 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.115954 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.116275 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.116549 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.116803 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.117049 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.117297 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.120910 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.121653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122460 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.122960 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.123183 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.123398 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.123613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.123831 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.124081 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.124301 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.124515 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.124748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.124966 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.125233 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.125504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.125721 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.125955 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.126169 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.126386 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.126610 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129141 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129819 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129819 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.129819 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.130544 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.130544 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.130544 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.130544 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.134487 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135017 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135399 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135399 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135618 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.135857 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.136098 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.136342 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.136590 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.136843 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.137061 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.137381 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.137617 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.137893 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.138103 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.138380 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.138660 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.138902 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.140551 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.140551 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.140551 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.140551 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.140885 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.141579 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.141579 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.141579 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.141840 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.142073 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.142346 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.142559 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.142808 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.143020 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.143309 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.143555 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.143802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.144004 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.144264 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.144586 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.144834 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.145154 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.145345 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.145747 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.145904 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.146122 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.146560 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.146735 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.146867 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.147354 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.147354 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.147653 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.147797 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.147948 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.148179 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.148969 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.148969 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.148969 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.149422 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.149422 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.150233 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.150464 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.150715 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.150914 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.151137 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.151358 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.151608 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.151820 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.152040 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.152290 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.152556 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.152758 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.153006 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.153289 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.154339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.154339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.154339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.154339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.155209 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.155209 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.155209 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.155209 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.156134 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.156134 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.156134 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.156134 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.157319 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.161536 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.165727 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.167225 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.168858 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.172085 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.173176 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.174199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.175208 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.176220 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177226 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177651 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177651 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.177839 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.178059 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.178281 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.178510 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.178728 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.178943 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.179106 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 22:08:42.179697 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 22:08:42.179857 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 22:08:42.180010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 22:08:42.180198 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 22:08:42.180367 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 22:08:42.180519 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 22:08:42.180750 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.180911 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.181074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.181778 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.181778 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.181778 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182027 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182027 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.182939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.183748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.183748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.183748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.183748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.183748 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.184370 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.184370 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.184370 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] debug = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.184370 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.185325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.185325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.185325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.185325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.185325 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.187330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] host = dv-cinder-789564-5-iscsi {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188879 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188879 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188879 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188879 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.188879 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189499 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189499 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189499 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189499 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189964 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189964 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.189964 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.190382 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.190382 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_options = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.190382 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.190771 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.190771 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191067 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191067 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191327 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191327 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191609 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191609 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191942 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.191942 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192198 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192198 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192462 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192462 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192738 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.192738 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193001 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193001 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193330 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193722 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.193722 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194103 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194103 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194103 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194884 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194884 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.194884 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.195257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.195257 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.195663 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.195663 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.195663 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.196150 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.196150 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.196150 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.197199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.197199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.197199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.197199 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_json = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.198569 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.200501 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.201980 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.204612 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.206010 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.207804 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.209702 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.211484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.213627 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.214983 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.216298 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.218331 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.219811 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.221247 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.222349 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.223236 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.224145 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225038 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.225710 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226262 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.226794 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227322 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.227913 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.228613 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229237 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.229802 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230144 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230144 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230144 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230347 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230455 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230622 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230779 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.230939 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231098 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231266 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231433 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231611 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231759 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.231899 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232465 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232465 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232465 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232465 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.232988 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.233458 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.233458 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.233458 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234074 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234404 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234404 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234404 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234687 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234687 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.234865 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.235004 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.235162 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.235333 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.235495 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236504 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236925 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236925 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.236925 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237164 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237246 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237340 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237496 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237687 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237834 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.237979 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238334 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238334 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238484 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238564 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238729 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.238887 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239050 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239224 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239376 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239494 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239762 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239853 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.239932 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240096 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240339 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240514 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240650 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240735 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 22:08:42.240836 dv-cinder-789564-5-iscsi neutron-server[92378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 22:08:42.250213 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:42.429579 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39210) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:42.438194 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064459 Jun 09 22:08:54.609476 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa14c59-d910-4322-93b2-cdd6841d8d30 None None] get_active_networks_info from dv-cinder-789564-5-iscsi {{(pid=92491) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 22:08:54.770497 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa14c59-d910-4322-93b2-cdd6841d8d30 None None] No non-hosted networks {{(pid=92491) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 22:08:54.780227 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.agentschedulers_db [None req-eaa14c59-d910-4322-93b2-cdd6841d8d30 None None] DHCP Agent not found on host dv-cinder-789564-5-iscsi {{(pid=92491) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 09 22:08:54.916767 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-683a8cb3-7f0a-40b0-918c-995ecf917249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.881653 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-384d39da-bc99-427f-887d-a4032060036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.930780 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.db.api [None req-da4c72ba-57ed-480c-9e62-cd476ad17451 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789564-5-iscsi {{(pid=92491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:08:56.931214 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_db.api [None req-da4c72ba-57ed-480c-9e62-cd476ad17451 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:08:56.975077 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:56.976027 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.976544 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.977130 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.977891 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.978643 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.979185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.979715 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.980261 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.980737 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.981247 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.981711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.982180 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:56.982725 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:56.988422 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:57.454704 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-da4c72ba-57ed-480c-9e62-cd476ad17451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:58.272405 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:59.906556 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:01.099940 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39304) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:01.757044 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING oslo_policy.policy [None req-e7c006d6-4a09-49ec-a559-3592bc8c52b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:01.757790 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING oslo_policy.policy [None req-e7c006d6-4a09-49ec-a559-3592bc8c52b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:01.977411 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [None req-e7c006d6-4a09-49ec-a559-3592bc8c52b0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:09:01.979236 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e7c006d6-4a09-49ec-a559-3592bc8c52b0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8784311 Jun 09 22:09:03.074745 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.db.l3_hamode_db [None req-8703d6c3-4e9f-4c23-92cd-83ba7df3d8ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 22:09:03.179124 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703d6c3-4e9f-4c23-92cd-83ba7df3d8ea None None] Routers set() bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:03.179507 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703d6c3-4e9f-4c23-92cd-83ba7df3d8ea None None] Router IDs set() for agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 22:09:04.424851 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39318) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:04.803492 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:04.905898 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.policy [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92490) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 22:09:04.951979 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING oslo_policy.policy [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:04.952356 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING oslo_policy.policy [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:04.961538 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.quota [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] Loaded quota_driver: . Jun 09 22:09:05.096791 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781346793185', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781346792594', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781345960491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781345957191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781345977304', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781345921726', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1335764', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1315419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-427858'] for rbac-policy, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:05.346686 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:05.348020 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-83b3d667-df04-4f39-9478-b477ac6b37b9 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9220862 Jun 09 22:09:08.031756 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39330) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:08.394893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Request body: {'network': {'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'name': 'private', 'admin_state_up': True, 'project_id': '60969c0aa33246349bb58df21a83fb3f'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:08.488892 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Made reservation on behalf of 60969c0aa33246349bb58df21a83fb3f for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:09:08.491651 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.511050 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.626074 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.700272 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.705826 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:08.728344 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:09:08.752709 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781349108143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.753253 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Unsubscribe: segment precommit_create {{(pid=92490) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 22:09:08.753724 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Added segment 553169ba-79b6-4a29-a52d-1fe3456681e2 of type vlan for network cdfe6526-a5b4-4294-8a19-8c915858e43d Jun 09 22:09:08.763084 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78241d44-8d9a-45e1-914a-680d833d671f,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:08.816870 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.817246 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.817574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.817891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.818205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.818524 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.818833 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.819182 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.819492 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.819795 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.820099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.820399 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Tracked resource versions report: Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: pushed versions: Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: { 'AddressGroup': {'1.2'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'ConntrackHelper': {'1.0'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Log': {'1.0'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Network': {'1.1'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Port': {'1.7'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'PortForwarding': {'1.2'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'QosPolicy': {'1.8'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroup': {'1.4'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SubPort': {'1.0'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Subnet': {'1.1'}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Trunk': {'1.1'}} Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: consumer versions: Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'ConntrackHelper': '1.0', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Log': '1.0', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Network': '1.1', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Port': '1.7', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'PortForwarding': '1.2', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'QosPolicy': '1.8', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroup': '1.4', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroupRule': '1.2', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SubPort': '1.0', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Subnet': '1.1', Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Trunk': '1.1'}} Jun 09 22:09:08.822180 dv-cinder-789564-5-iscsi neutron-server[92490]: {{(pid=92490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:09:08.871445 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:08.878704 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:09.003161 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:09.004537 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:09.005227 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:09.008528 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:09.106384 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfe6526-a5b4-4294-8a19-8c915858e43d,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:09.109867 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:09.121258 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network cdfe6526-a5b4-4294-8a19-8c915858e43d details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:09:09.204196 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1712930 Jun 09 22:09:11.921210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39344) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:12.389257 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30389931-caf2-48a2-a3b6-f90ad9bf2762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:12.390541 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-30389931-caf2-48a2-a3b6-f90ad9bf2762 admin admin] 10.222.0.38 "GET /v2.0/networks/cdfe6526-a5b4-4294-8a19-8c915858e43d HTTP/1.1" status: 200 len: 825 time: 0.4683578 Jun 09 22:09:12.420316 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-31183661-1c1e-4eb1-bee9-25b4796bb864 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/ef543b7d-6985-4b52-9120-6760353c2633 HTTP/1.1" status: 200 len: 734 time: 0.0244946 Jun 09 22:09:12.429220 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Request body: {'subnet': {'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:12.580365 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Made reservation on behalf of 60969c0aa33246349bb58df21a83fb3f for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:09:12.583008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:12.912222 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:12.919110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:13.014663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeebe2d0-ce3a-4a07-920c-33e8a0965596,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:13.018713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Checking segment: {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:13.019091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Network hostable DHCP agents. Network: cdfe6526-a5b4-4294-8a19-8c915858e43d, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:09:13.021887 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:13.077763 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Network cdfe6526-a5b4-4294-8a19-8c915858e43d is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:09:13.140672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, cdfe6526-a5b4-4294-8a19-8c915858e43d) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:13.145581 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:13.146370 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:13.153104 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6a2e46-2b10-4e3c-bef3-8f50cac406b1 None None] Network cdfe6526-a5b4-4294-8a19-8c915858e43d requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:09:13.226879 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8011620 Jun 09 22:09:13.485488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-cdfe6526-a5b4-4294-8a19-8c915858e43d', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:09:13.486693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:13.686194 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Allocated IP 172.20.0.2 (cdfe6526-a5b4-4294-8a19-8c915858e43d/aeebe2d0-ce3a-4a07-920c-33e8a0965596/c6f1a1ae-65d5-4385-b9e7-9d052f9142df) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:09:13.922835 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:13.938357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Transition to ACTIVE for port object c6f1a1ae-65d5-4385-b9e7-9d052f9142df will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:13.965371 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Transition to ACTIVE for port object c6f1a1ae-65d5-4385-b9e7-9d052f9142df will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:14.119311 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.124367 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:14.188159 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Network cdfe6526-a5b4-4294-8a19-8c915858e43d is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:14.191189 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:14.198446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:09:14.200696 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Pushing event updated for resources: {'Port': ['ID=c6f1a1ae-65d5-4385-b9e7-9d052f9142df,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:14.210424 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.210753 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.211085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.211408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.211776 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.212105 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.212578 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.212905 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.213292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.213672 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.213989 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.214301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Tracked resource versions report: Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: pushed versions: Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: { 'AddressGroup': {'1.2'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'ConntrackHelper': {'1.0'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Log': {'1.0'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Network': {'1.1'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Port': {'1.7'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'PortForwarding': {'1.2'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'QosPolicy': {'1.8'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroup': {'1.4'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SubPort': {'1.0'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Subnet': {'1.1'}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Trunk': {'1.1'}} Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: consumer versions: Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'ConntrackHelper': '1.0', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Log': '1.0', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Network': '1.1', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Port': '1.7', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'PortForwarding': '1.2', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'QosPolicy': '1.8', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroup': '1.4', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroupRule': '1.2', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SubPort': '1.0', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Subnet': '1.1', Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Trunk': '1.1'}} Jun 09 22:09:14.215640 dv-cinder-789564-5-iscsi neutron-server[92491]: {{(pid=92491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:09:14.247960 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:14.318424 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Attempting to bind port c6f1a1ae-65d5-4385-b9e7-9d052f9142df on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:09:14.318811 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Attempting to bind port c6f1a1ae-65d5-4385-b9e7-9d052f9142df by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:09:14.319245 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Attempting to bind port c6f1a1ae-65d5-4385-b9e7-9d052f9142df on network cdfe6526-a5b4-4294-8a19-8c915858e43d {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:09:14.325869 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:09:14.326304 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Checking segment: {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:14.326767 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.327158 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Bound using segment: {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:09:14.327699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Bound port: c6f1a1ae-65d5-4385-b9e7-9d052f9142df, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:09:14.328171 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.427568 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] For port c6f1a1ae-65d5-4385-b9e7-9d052f9142df, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:09:14.432572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] For port c6f1a1ae-65d5-4385-b9e7-9d052f9142df, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=c6f1a1ae-65d5-4385-b9e7-9d052f9142df,segment=NetworkSegment(553169ba-79b6-4a29-a52d-1fe3456681e2),segment_id=553169ba-79b6-4a29-a52d-1fe3456681e2)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:09:14.507208 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:14.511589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:14.596361 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Pushing event updated for resources: {'Port': ['ID=c6f1a1ae-65d5-4385-b9e7-9d052f9142df,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:14.599406 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:15.691151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 39352) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:16.315797 dv-cinder-789564-5-iscsi neutron-server[92489]: WARNING oslo_policy.policy [None req-b8e25bb4-e29b-4b3a-93ab-129184318762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:16.316434 dv-cinder-789564-5-iscsi neutron-server[92489]: WARNING oslo_policy.policy [None req-b8e25bb4-e29b-4b3a-93ab-129184318762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:16.544114 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [None req-b8e25bb4-e29b-4b3a-93ab-129184318762 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:09:16.545413 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b8e25bb4-e29b-4b3a-93ab-129184318762 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8521605 Jun 09 22:09:19.110858 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 39366) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:19.516398 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [None req-e62172a4-bceb-4edd-bbce-6a8925f36af8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:09:19.517385 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e62172a4-bceb-4edd-bbce-6a8925f36af8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4055862 Jun 09 22:09:20.140261 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:20.767716 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device c6f1a1ae-65d5-4385-b9e7-9d052f9142df up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:20.814545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd7186-0f0d-4878-8bbd-a1995d68ed07 None None] Network cdfe6526-a5b4-4294-8a19-8c915858e43d requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:09:21.021284 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-00be21b6-1bfb-4fa1-8c7a-c2c76227ff59 None None] Provisioning for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:21.085281 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:21.100877 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:21.101305 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.267727 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.308442 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port c6f1a1ae-65d5-4385-b9e7-9d052f9142df, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=c6f1a1ae-65d5-4385-b9e7-9d052f9142df,segment=NetworkSegment(553169ba-79b6-4a29-a52d-1fe3456681e2),segment_id=553169ba-79b6-4a29-a52d-1fe3456681e2)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:21.403228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.405433 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:21.478296 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-23be96db-712f-410d-ab28-f3c56404f344 None None] Provisioning complete for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:21.478621 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-23be96db-712f-410d-ab28-f3c56404f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:21.515568 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=c6f1a1ae-65d5-4385-b9e7-9d052f9142df,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:21.520124 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:22.282067 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 39380) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:22.656256 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Request body: {'router': {'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:22.729789 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.policy [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92489) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 22:09:22.738823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device c6f1a1ae-65d5-4385-b9e7-9d052f9142df up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:22.778916 dv-cinder-789564-5-iscsi neutron-server[92489]: WARNING oslo_policy.policy [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:22.779321 dv-cinder-789564-5-iscsi neutron-server[92489]: WARNING oslo_policy.policy [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 22:09:22.788569 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.quota [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Loaded quota_driver: . Jun 09 22:09:22.806769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:22.807142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.902176 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.904424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:22.934807 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.164761 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.260580 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:23.262043 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-35eb9dac-354a-45b0-b459-6034d869803f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9787881 Jun 09 22:09:24.591909 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7f75c5bc-0dd5-4beb-87cb-ebd0d3bb7cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:25.716039 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39390) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:26.101104 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [None req-6340be24-fbae-4418-bd18-b18785e85095 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:09:26.102126 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6340be24-fbae-4418-bd18-b18785e85095 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3851511 Jun 09 22:09:26.901266 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-22fc6578-7a5a-4a56-b7cc-5c224eb75a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:26.951947 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.291542 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.540283 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 39408) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:28.703823 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:28.814915 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Made reservation on behalf of 16a803f2c8374a4d99d6caa21b7a9d64 for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:09:28.817882 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:28.834488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.042803 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.129168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.134757 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:29.145968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Reserving flat network on physical network physnet1 {{(pid=92489) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 22:09:29.177358 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781349108143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.177964 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Unsubscribe: segment precommit_create {{(pid=92489) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 22:09:29.181899 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Added segment f32cdd6d-0f49-464c-9c26-39ea7e316d43 of type flat for network 41d699eb-01bb-4b39-b2dd-e5b736fae505 Jun 09 22:09:29.192756 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4caf00a-5ecc-45ca-9567-27c25ee4c90b,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:29.243633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.243981 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.244319 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.244646 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.244970 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.245318 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.245636 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.245951 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.246270 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.246585 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.246893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.247203 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Tracked resource versions report: Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: pushed versions: Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: { 'AddressGroup': {'1.2'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'ConntrackHelper': {'1.0'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Log': {'1.0'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Network': {'1.1'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Port': {'1.7'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'PortForwarding': {'1.2'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'QosPolicy': {'1.8'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroup': {'1.4'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SubPort': {'1.0'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Subnet': {'1.1'}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Trunk': {'1.1'}} Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: consumer versions: Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'ConntrackHelper': '1.0', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Log': '1.0', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Network': '1.1', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Port': '1.7', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'PortForwarding': '1.2', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'QosPolicy': '1.8', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroup': '1.4', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroupRule': '1.2', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SubPort': '1.0', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Subnet': '1.1', Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Trunk': '1.1'}} Jun 09 22:09:29.248316 dv-cinder-789564-5-iscsi neutron-server[92489]: {{(pid=92489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:09:29.294837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:29.313020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.454851 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.456431 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:29.457118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:29.460740 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:29.561908 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Pushing event updated for resources: {'Network': ['ID=41d699eb-01bb-4b39-b2dd-e5b736fae505,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:29.564986 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:29.572886 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:09:29.644105 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1027272 Jun 09 22:09:29.866062 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:31.850311 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39430) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:31.966329 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e55ccd-62b9-43c2-b203-da73f9bd26f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:31.967684 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-39e55ccd-62b9-43c2-b203-da73f9bd26f6 admin admin] 10.222.0.38 "GET /v2.0/subnets/aeebe2d0-ce3a-4a07-920c-33e8a0965596 HTTP/1.1" status: 200 len: 849 time: 0.1164343 Jun 09 22:09:32.148781 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3843a99d-5405-4b50-95f6-74cbdfc966ad admin admin] 10.222.0.38 "GET /v2.0/routers/f996014c-e1cb-4911-a23c-c700305ec96a HTTP/1.1" status: 200 len: 704 time: 0.1756985 Jun 09 22:09:32.624902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.862496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Allocated IP 172.20.0.1 (cdfe6526-a5b4-4294-8a19-8c915858e43d/aeebe2d0-ce3a-4a07-920c-33e8a0965596/76802f31-5f44-49ff-8cb8-0752f60e170c) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:09:33.027199 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.047158 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Transition to ACTIVE for port object 76802f31-5f44-49ff-8cb8-0752f60e170c will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:33.221349 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.225269 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:33.322488 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Network cdfe6526-a5b4-4294-8a19-8c915858e43d is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:33.325355 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:33.329179 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:09:33.329734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.445723 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Pushing event updated for resources: {'Port': ['ID=76802f31-5f44-49ff-8cb8-0752f60e170c,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:33.461543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:33.643813 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-7af09c9a-e8aa-4c1f-abfc-3e0be812ef2e None None] Provisioning for port 76802f31-5f44-49ff-8cb8-0752f60e170c completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:33.648718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-7af09c9a-e8aa-4c1f-abfc-3e0be812ef2e None None] Provisioning complete for port 76802f31-5f44-49ff-8cb8-0752f60e170c triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:33.652895 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7af09c9a-e8aa-4c1f-abfc-3e0be812ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.708007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-7af09c9a-e8aa-4c1f-abfc-3e0be812ef2e None None] Port 76802f31-5f44-49ff-8cb8-0752f60e170c cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:09:33.727720 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:33.959703 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:34.026029 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:34.027171 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:34.030712 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:34.163455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Pushing event updated for resources: {'Port': ['ID=76802f31-5f44-49ff-8cb8-0752f60e170c,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:34.168238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:34.230674 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Network cdfe6526-a5b4-4294-8a19-8c915858e43d is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:34.231633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:34.430281 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a566e6f2-0672-471a-bf70-de693191fffe None None] Provisioning complete for port 76802f31-5f44-49ff-8cb8-0752f60e170c triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:34.431016 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a566e6f2-0672-471a-bf70-de693191fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:34.483729 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Router f996014c-e1cb-4911-a23c-c700305ec96a is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:09:34.485123 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a566e6f2-0672-471a-bf70-de693191fffe None None] Port 76802f31-5f44-49ff-8cb8-0752f60e170c cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:09:34.643351 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:09:34.648433 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] 10.222.0.38 "PUT /v2.0/routers/f996014c-e1cb-4911-a23c-c700305ec96a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4946675 Jun 09 22:09:34.653627 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Sync routers for ids ['f996014c-e1cb-4911-a23c-c700305ec96a'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:09:34.667497 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Routers {'f996014c-e1cb-4911-a23c-c700305ec96a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:34.667497 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:09:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['f996014c-e1cb-4911-a23c-c700305ec96a'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:34.852098 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Set router f996014c-e1cb-4911-a23c-c700305ec96a gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:35.235158 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:33Z', 'revision_number': 2, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port_host': None, '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:33Z', 'revision_number': 2, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:35.240190 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Checking router: f996014c-e1cb-4911-a23c-c700305ec96a for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:09:35.240559 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Updating router f996014c-e1cb-4911-a23c-c700305ec96a port 76802f31-5f44-49ff-8cb8-0752f60e170c binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:09:35.298596 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:35.680153 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:35.694682 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Transition to ACTIVE for port object 76802f31-5f44-49ff-8cb8-0752f60e170c will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:35.769751 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:35.774803 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:35.941159 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Pushing event updated for resources: {'Port': ['ID=76802f31-5f44-49ff-8cb8-0752f60e170c,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:35.978020 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.978361 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.978694 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.979018 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.979339 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.979657 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.979970 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.980283 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.980598 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.980919 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.981235 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.981544 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Tracked resource versions report: Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: pushed versions: Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: { 'AddressGroup': {'1.2'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'ConntrackHelper': {'1.0'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Log': {'1.0'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Network': {'1.1'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Port': {'1.7'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'PortForwarding': {'1.2'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'QosPolicy': {'1.8'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroup': {'1.4'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SubPort': {'1.0'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Subnet': {'1.1'}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Trunk': {'1.1'}} Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: consumer versions: Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'ConntrackHelper': '1.0', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Log': '1.0', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Network': '1.1', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Port': '1.7', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'PortForwarding': '1.2', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'QosPolicy': '1.8', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroup': '1.4', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroupRule': '1.2', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SubPort': '1.0', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Subnet': '1.1', Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Trunk': '1.1'}} Jun 09 22:09:35.982645 dv-cinder-789564-5-iscsi neutron-server[92492]: {{(pid=92492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:09:35.992500 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:36.025692 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Attempting to bind port 76802f31-5f44-49ff-8cb8-0752f60e170c on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:09:36.026323 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Attempting to bind port 76802f31-5f44-49ff-8cb8-0752f60e170c by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:09:36.027005 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Attempting to bind port 76802f31-5f44-49ff-8cb8-0752f60e170c on network cdfe6526-a5b4-4294-8a19-8c915858e43d {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:09:36.035802 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:09:36.036487 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Checking segment: {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:36.037275 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.037924 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Bound using segment: {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:09:36.038714 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Bound port: 76802f31-5f44-49ff-8cb8-0752f60e170c, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553169ba-79b6-4a29-a52d-1fe3456681e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:09:36.039332 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.137684 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] For port 76802f31-5f44-49ff-8cb8-0752f60e170c, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:09:36.141861 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] For port 76802f31-5f44-49ff-8cb8-0752f60e170c, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=76802f31-5f44-49ff-8cb8-0752f60e170c,segment=NetworkSegment(553169ba-79b6-4a29-a52d-1fe3456681e2),segment_id=553169ba-79b6-4a29-a52d-1fe3456681e2)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:09:36.238279 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.242237 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:36.358482 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Pushing event updated for resources: {'Port': ['ID=76802f31-5f44-49ff-8cb8-0752f60e170c,revision_number=4']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:36.359809 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Routers {'f996014c-e1cb-4911-a23c-c700305ec96a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:36.360456 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:09:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['f996014c-e1cb-4911-a23c-c700305ec96a'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:36.408961 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-bd560077-5df7-4f88-a652-d1591ad0c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:36.517308 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] Set router f996014c-e1cb-4911-a23c-c700305ec96a gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:36.855895 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:33Z', 'revision_number': 2, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port_host': None, '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:36Z', 'revision_number': 4, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:36.860054 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcceb0fe-cda1-475e-b024-7d4f07c9bc3e None None] The sync data for ids ['f996014c-e1cb-4911-a23c-c700305ec96a'] in dv-cinder-789564-5-iscsi is: [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:33Z', 'revision_number': 2, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port_host': None, '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:36Z', 'revision_number': 4, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:09:36.925025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39440) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:37.085446 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b63ece-6ff2-4ee0-9b12-3e5506f9aa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:37.088340 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-48b63ece-6ff2-4ee0-9b12-3e5506f9aa9c admin admin] 10.222.0.38 "GET /v2.0/networks/41d699eb-01bb-4b39-b2dd-e5b736fae505 HTTP/1.1" status: 200 len: 842 time: 0.1608257 Jun 09 22:09:37.096662 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:37.209455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Made reservation on behalf of 16a803f2c8374a4d99d6caa21b7a9d64 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:09:37.212336 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.711591 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.objects.ports [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92490) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 22:09:37.712194 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.715885 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f427b692-ff6a-469e-8926-55ad56799af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:37.789029 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f4e496-30ba-4879-9168-f98f9315be4f,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:37.795576 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:37.800262 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:37.800617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Network hostable DHCP agents. Network: 41d699eb-01bb-4b39-b2dd-e5b736fae505, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:09:37.923504 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:09:38.003235 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 41d699eb-01bb-4b39-b2dd-e5b736fae505) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:38.007471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:38.007998 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:38.013883 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1467e-f3c4-41af-b518-cd39d6f99ca8 None None] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:09:38.082991 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9846549 Jun 09 22:09:38.233876 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3970d9d-5484-42c5-b486-afaa854ad95b None None] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:09:40.415065 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39452) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:40.623069 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c66eb3b9-ef9e-452f-9f29-083e9ed415e7 admin admin] 10.222.0.38 "GET /v2.0/routers/f996014c-e1cb-4911-a23c-c700305ec96a HTTP/1.1" status: 200 len: 710 time: 0.2068722 Jun 09 22:09:40.763557 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be8bf0-3470-4254-b4b0-322e264ea35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:09:40.765175 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-80be8bf0-3470-4254-b4b0-322e264ea35c admin admin] 10.222.0.38 "GET /v2.0/networks/41d699eb-01bb-4b39-b2dd-e5b736fae505 HTTP/1.1" status: 200 len: 886 time: 0.1368515 Jun 09 22:09:40.777742 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:09:40.782105 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76802f31-5f44-49ff-8cb8-0752f60e170c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:40.986256 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 76802f31-5f44-49ff-8cb8-0752f60e170c completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:40.991040 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 76802f31-5f44-49ff-8cb8-0752f60e170c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:40.996954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.111992 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.148420 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 76802f31-5f44-49ff-8cb8-0752f60e170c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=76802f31-5f44-49ff-8cb8-0752f60e170c,segment=NetworkSegment(553169ba-79b6-4a29-a52d-1fe3456681e2),segment_id=553169ba-79b6-4a29-a52d-1fe3456681e2)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:41.229388 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.237773 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.243644 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-46b07aa9-918a-4c49-9836-eca8856c0441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:41.306718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=76802f31-5f44-49ff-8cb8-0752f60e170c,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:41.309795 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:41.709357 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.769370 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:41.903458 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Allocated IP 172.27.0.91 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/3deec76a-46e8-485e-a2b5-7a20512e8a5d) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:09:42.051115 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:42.147113 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:42.151229 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:42.213386 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:09:42.216486 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:09:42.219268 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:09:42.341812 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Pushing event updated for resources: {'Port': ['ID=3deec76a-46e8-485e-a2b5-7a20512e8a5d,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:42.351474 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:42.732250 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:42.752675 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76802f31-5f44-49ff-8cb8-0752f60e170c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:42.825468 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 76802f31-5f44-49ff-8cb8-0752f60e170c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:42.825841 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:43.076289 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:43.080003 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1810822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1810825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1814383'] for router, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:43.313635 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Router f996014c-e1cb-4911-a23c-c700305ec96a has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:09:43.499896 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:09:43.504017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:43.505253 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] 10.222.0.38 "PUT /v2.0/routers/f996014c-e1cb-4911-a23c-c700305ec96a HTTP/1.1" status: 200 len: 889 time: 2.7347715 Jun 09 22:09:43.510006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Sync routers for ids ['f996014c-e1cb-4911-a23c-c700305ec96a'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:09:43.520787 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Routers {'f996014c-e1cb-4911-a23c-c700305ec96a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:43.521748 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:09:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['f996014c-e1cb-4911-a23c-c700305ec96a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:43.726205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Set router f996014c-e1cb-4911-a23c-c700305ec96a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:44.080749 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:42Z', 'revision_number': 4, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port': {'id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:41Z', 'updated_at': '2021-06-09T22:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:41Z', 'revision_number': 5, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:44.086109 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Checking router: f996014c-e1cb-4911-a23c-c700305ec96a for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:09:44.086484 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Updating router f996014c-e1cb-4911-a23c-c700305ec96a port 3deec76a-46e8-485e-a2b5-7a20512e8a5d binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:09:44.139620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.499225 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.512495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Transition to ACTIVE for port object 3deec76a-46e8-485e-a2b5-7a20512e8a5d will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:09:44.614951 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.619999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:44.699725 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Attempting to bind port 3deec76a-46e8-485e-a2b5-7a20512e8a5d on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:09:44.700102 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Attempting to bind port 3deec76a-46e8-485e-a2b5-7a20512e8a5d by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:09:44.700475 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Attempting to bind port 3deec76a-46e8-485e-a2b5-7a20512e8a5d on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:09:44.702731 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Pushing event updated for resources: {'Port': ['ID=3deec76a-46e8-485e-a2b5-7a20512e8a5d,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:44.706446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:44.709255 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:09:44.709677 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:09:44.710185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.710465 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:09:44.710939 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Bound port: 3deec76a-46e8-485e-a2b5-7a20512e8a5d, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:09:44.711317 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.788542 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] For port 3deec76a-46e8-485e-a2b5-7a20512e8a5d, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:09:44.793044 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] For port 3deec76a-46e8-485e-a2b5-7a20512e8a5d, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=3deec76a-46e8-485e-a2b5-7a20512e8a5d,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:09:44.849657 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:44.854511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:44.933916 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Routers {'f996014c-e1cb-4911-a23c-c700305ec96a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:09:44.934568 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:09:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['f996014c-e1cb-4911-a23c-c700305ec96a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:44.994170 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Pushing event updated for resources: {'Port': ['ID=3deec76a-46e8-485e-a2b5-7a20512e8a5d,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:44.997391 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:45.159257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] Set router f996014c-e1cb-4911-a23c-c700305ec96a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:09:45.495822 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:42Z', 'revision_number': 4, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port': {'id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:41Z', 'updated_at': '2021-06-09T22:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:41Z', 'revision_number': 5, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:09:45.505635 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc21581-bf44-421d-bde0-d1f5104a1358 None None] The sync data for ids ['f996014c-e1cb-4911-a23c-c700305ec96a'] in dv-cinder-789564-5-iscsi is: [{'id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'name': 'router1', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:09:22Z', 'updated_at': '2021-06-09T22:09:42Z', 'revision_number': 4, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'gw_port': {'id': '3deec76a-46e8-485e-a2b5-7a20512e8a5d', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:41Z', 'updated_at': '2021-06-09T22:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '76802f31-5f44-49ff-8cb8-0752f60e170c', 'name': '', 'network_id': 'cdfe6526-a5b4-4294-8a19-8c915858e43d', 'tenant_id': '60969c0aa33246349bb58df21a83fb3f', 'mac_address': 'fa:16:3e:66:9a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f996014c-e1cb-4911-a23c-c700305ec96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:09:32Z', 'updated_at': '2021-06-09T22:09:41Z', 'revision_number': 5, 'project_id': '60969c0aa33246349bb58df21a83fb3f', 'subnets': [{'id': 'aeebe2d0-ce3a-4a07-920c-33e8a0965596', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef543b7d-6985-4b52-9120-6760353c2633'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:09:45.985339 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 39460) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:09:46.115016 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-fa9876eb-17d9-4bd6-8e25-1b670f5979fc admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1284273 Jun 09 22:09:46.782068 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 3deec76a-46e8-485e-a2b5-7a20512e8a5d up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:46.957585 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 3deec76a-46e8-485e-a2b5-7a20512e8a5d completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:09:46.963632 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 3deec76a-46e8-485e-a2b5-7a20512e8a5d triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:46.964006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:47.099643 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:47.118613 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 3deec76a-46e8-485e-a2b5-7a20512e8a5d, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=3deec76a-46e8-485e-a2b5-7a20512e8a5d,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:09:47.220544 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:47.222794 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:09:47.290431 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=3deec76a-46e8-485e-a2b5-7a20512e8a5d,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:09:47.293719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:09:48.788900 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 3deec76a-46e8-485e-a2b5-7a20512e8a5d up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:09:48.876635 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 3deec76a-46e8-485e-a2b5-7a20512e8a5d triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:09:48.876954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:54.565187 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2ab677df-9423-4510-af93-f1c991b9266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:56.831548 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0508880e-d2f7-4816-8a25-cf2987400fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:56.951966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:57.140697 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:58.237626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:59.871851 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:24.534682 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-71edb4e6-b4b0-47d6-a900-50a8e81fa83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:26.882899 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-89bb2e8d-5af9-41db-bc52-0bc800ab0017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:26.969032 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:28.231931 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:30.245177 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:34.141542 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:54.534007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-63a3bd86-34d0-4501-8a96-6e1f1c0b6ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:56.848367 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-71a72b3c-fc60-4024-a1be-88a55e4d14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:56.928649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:58.225452 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:59.997151 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:11.140829 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:24.545273 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-70c4ff59-1ebc-4866-a78d-b8e558c6e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:26.831237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c4c99930-cc1f-434b-b0b2-9e2eb9316b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:26.934244 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:27.324610 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40028) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:27.399530 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69da2a3-9a5f-4ee3-a516-2a69c608a5c6 admin admin] GET failed (client error): The resource could not be found. Jun 09 22:11:27.400929 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b69da2a3-9a5f-4ee3-a516-2a69c608a5c6 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751469 Jun 09 22:11:27.538490 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d25daa-0ab9-4127-8137-55bc9da51990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:27.540589 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-12d25daa-0ab9-4127-8137-55bc9da51990 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1358335 Jun 09 22:11:28.259507 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:29.781906 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40038) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:29.892743 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df517fc-3dbe-4247-9da8-07e3a54b97ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:29.894129 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7df517fc-3dbe-4247-9da8-07e3a54b97ac admin admin] 10.222.0.38 "GET /v2.0/subnets/aeebe2d0-ce3a-4a07-920c-33e8a0965596 HTTP/1.1" status: 200 len: 849 time: 0.1112783 Jun 09 22:11:29.900363 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:29.904586 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:11:30.025262 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:30.271479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781349064933'] for subnet, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:30.275736 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:11:30.316129 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:30.317622 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:30.318229 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] 10.222.0.38 "PUT /v2.0/subnets/aeebe2d0-ce3a-4a07-920c-33e8a0965596 HTTP/1.1" status: 200 len: 868 time: 0.4174418 Jun 09 22:11:30.337140 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36892d1a-4692-42f1-a290-f396b0b168e9 None None] Network cdfe6526-a5b4-4294-8a19-8c915858e43d requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:11:30.345259 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeebe2d0-ce3a-4a07-920c-33e8a0965596,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:11:30.353277 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.353639 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.353980 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.354308 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.354633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.354976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.355300 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.355617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.355977 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.356313 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.356634 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.356942 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:11:30.361322 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:11:30.797751 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-70b7e6b4-5629-440f-a7fc-c97737b9ce82 None None] Provisioning complete for port 76802f31-5f44-49ff-8cb8-0752f60e170c triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:11:30.798127 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-70b7e6b4-5629-440f-a7fc-c97737b9ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:30.924337 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-70b7e6b4-5629-440f-a7fc-c97737b9ce82 None None] Provisioning complete for port c6f1a1ae-65d5-4385-b9e7-9d052f9142df triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:11:30.925379 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-70b7e6b4-5629-440f-a7fc-c97737b9ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:32.517663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40046) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:32.687364 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53917b84-c767-435c-95b0-827b34de7e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:32.687838 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53917b84-c767-435c-95b0-827b34de7e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:32.689372 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-53917b84-c767-435c-95b0-827b34de7e0c admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707041 Jun 09 22:11:34.848086 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40054) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:35.028151 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a31d04-5ae9-49ca-a096-5003e758cf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:35.028620 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a31d04-5ae9-49ca-a096-5003e758cf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:35.030164 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-19a31d04-5ae9-49ca-a096-5003e758cf8d admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1811128 Jun 09 22:11:37.211386 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40062) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:37.376936 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0588a-b01f-4a3a-8f8d-c4fcb1e9ae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:37.379915 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-cef0588a-b01f-4a3a-8f8d-c4fcb1e9ae22 admin admin] 10.222.0.38 "GET /v2.0/networks/41d699eb-01bb-4b39-b2dd-e5b736fae505 HTTP/1.1" status: 200 len: 886 time: 0.1675293 Jun 09 22:11:39.531637 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40070) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:39.746393 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215824e-9f6d-4d94-9180-dbb2cfd1e50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:39.747652 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b215824e-9f6d-4d94-9180-dbb2cfd1e50b admin admin] 10.222.0.38 "GET /v2.0/networks/cdfe6526-a5b4-4294-8a19-8c915858e43d HTTP/1.1" status: 200 len: 869 time: 0.2150671 Jun 09 22:11:41.905076 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40078) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:42.014733 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f4294-6a99-4c0f-90ac-5d0ab8612d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:42.015200 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f4294-6a99-4c0f-90ac-5d0ab8612d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:42.016738 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-181f4294-6a99-4c0f-90ac-5d0ab8612d36 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106997 Jun 09 22:11:44.223010 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40086) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:44.327223 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198b120-6cbc-4ded-8f97-af41f2678014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:44.327673 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198b120-6cbc-4ded-8f97-af41f2678014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:44.329166 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1198b120-6cbc-4ded-8f97-af41f2678014 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052063 Jun 09 22:11:46.466894 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40094) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:46.569376 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860d8ab-aa5d-4f90-97a9-b2899ce9af1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:46.570695 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7860d8ab-aa5d-4f90-97a9-b2899ce9af1a admin admin] 10.222.0.38 "GET /v2.0/subnets/39f4e496-30ba-4879-9168-f98f9315be4f HTTP/1.1" status: 200 len: 816 time: 0.1028662 Jun 09 22:11:48.140512 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:48.677342 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40102) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:11:48.788283 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3980c7-4f64-4338-a3a2-2f2633a76b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:11:48.791501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2e3980c7-4f64-4338-a3a2-2f2633a76b64 admin admin] 10.222.0.38 "GET /v2.0/subnets/aeebe2d0-ce3a-4a07-920c-33e8a0965596 HTTP/1.1" status: 200 len: 868 time: 0.1127465 Jun 09 22:11:54.516488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-721ca5d8-9b8d-4971-be99-52f0a9e260dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.869400 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-88e0a5ca-7710-453c-9f4b-df625b2cd75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:56.956422 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:58.232685 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:59.893591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:12.053474 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40148) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:12.100662 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [None req-07fdabea-3896-40f3-bccf-cf63859b96af admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:12:12.102305 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-07fdabea-3896-40f3-bccf-cf63859b96af admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473459 Jun 09 22:12:14.377457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40156) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:14.442971 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e172d76-1a80-4a88-8877-3a2091bddaff admin admin] GET failed (client error): The resource could not be found. Jun 09 22:12:14.444202 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2e172d76-1a80-4a88-8877-3a2091bddaff admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658040 Jun 09 22:12:14.568028 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a13a06-fcde-471d-bd27-6c3632b69fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:14.569404 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-41a13a06-fcde-471d-bd27-6c3632b69fe1 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200492 Jun 09 22:12:16.730041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40164) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:16.776633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:12:16.870041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Made reservation on behalf of 16a803f2c8374a4d99d6caa21b7a9d64 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:12:16.872338 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:16.959019 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING neutron.services.revisions.revision_plugin [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Could not find related network for resource to bump revision. Jun 09 22:12:16.971047 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:12:16.980595 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:16.980928 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Added segment a4a15421-8e85-4d6e-950a-ece8de2d7f5c of type vlan for network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 Jun 09 22:12:17.013843 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:17.104350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:17.105692 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:17.106262 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:17.110738 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:17.200012 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Pushing event updated for resources: {'Network': ['ID=66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:17.203633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:17.211900 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:12:17.276794 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5456553 Jun 09 22:12:19.413339 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40172) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:12:19.479370 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08592cb-6b92-4e03-b5ba-609eae2d139a admin admin] GET failed (client error): The resource could not be found. Jun 09 22:12:19.480644 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b08592cb-6b92-4e03-b5ba-609eae2d139a admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663059 Jun 09 22:12:19.584393 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949738b-d190-43d4-97ae-d77f69dbf040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:19.585929 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d949738b-d190-43d4-97ae-d77f69dbf040 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015522 Jun 09 22:12:19.595323 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:12:19.658702 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Made reservation on behalf of 16a803f2c8374a4d99d6caa21b7a9d64 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:12:19.660932 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:19.900114 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:19.904495 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5e8b1d20-d915-426a-b1d4-0056078113aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:19.976369 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24048b39-f5ca-4e15-9c90-bb61b4d6e69a,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:19.979167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:19.986168 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Checking segment: {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:12:19.986510 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Network hostable DHCP agents. Network: 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:12:20.052833 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:12:20.098848 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:12:20.103018 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:12:20.103601 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:20.108490 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fda384-9b71-4728-a8ce-bfc5f69ad47f None None] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:12:20.168384 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5763493 Jun 09 22:12:20.326877 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff78136-2303-473a-afee-21c1a727eece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7', 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7', 'tenant_id': '16a803f2c8374a4d99d6caa21b7a9d64', 'fixed_ips': [{'subnet_id': '24048b39-f5ca-4e15-9c90-bb61b4d6e69a'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:12:20.327697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:20.484310 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-fff78136-2303-473a-afee-21c1a727eece None None] Allocated IP 192.168.233.2 (66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7/24048b39-f5ca-4e15-9c90-bb61b4d6e69a/53c0d267-3cac-4233-bb51-8e3fb04f97bd) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:12:20.693590 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:20.703859 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-fff78136-2303-473a-afee-21c1a727eece None None] Transition to ACTIVE for port object 53c0d267-3cac-4233-bb51-8e3fb04f97bd will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:12:20.722646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-fff78136-2303-473a-afee-21c1a727eece None None] Transition to ACTIVE for port object 53c0d267-3cac-4233-bb51-8e3fb04f97bd will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:12:20.796835 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:20.801571 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:20.872367 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff78136-2303-473a-afee-21c1a727eece None None] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:12:20.877622 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-fff78136-2303-473a-afee-21c1a727eece None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:12:20.882778 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff78136-2303-473a-afee-21c1a727eece None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:12:20.886300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78136-2303-473a-afee-21c1a727eece None None] Pushing event updated for resources: {'Port': ['ID=53c0d267-3cac-4233-bb51-8e3fb04f97bd,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:20.899236 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.899574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.899910 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.900238 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.900563 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.900882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.901232 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.901555 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.902101 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.902429 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.902767 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.903083 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:12:20.932157 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-fff78136-2303-473a-afee-21c1a727eece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:21.106414 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-fff78136-2303-473a-afee-21c1a727eece None None] Attempting to bind port 53c0d267-3cac-4233-bb51-8e3fb04f97bd on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:12:21.106739 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-fff78136-2303-473a-afee-21c1a727eece None None] Attempting to bind port 53c0d267-3cac-4233-bb51-8e3fb04f97bd by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:12:21.107063 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78136-2303-473a-afee-21c1a727eece None None] Attempting to bind port 53c0d267-3cac-4233-bb51-8e3fb04f97bd on network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:12:21.114916 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78136-2303-473a-afee-21c1a727eece None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:12:21.115544 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78136-2303-473a-afee-21c1a727eece None None] Checking segment: {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:12:21.115676 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:21.116072 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78136-2303-473a-afee-21c1a727eece None None] Bound using segment: {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:12:21.117220 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-fff78136-2303-473a-afee-21c1a727eece None None] Bound port: 53c0d267-3cac-4233-bb51-8e3fb04f97bd, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:12:21.117488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:21.228316 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-fff78136-2303-473a-afee-21c1a727eece None None] For port 53c0d267-3cac-4233-bb51-8e3fb04f97bd, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:12:21.231756 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-fff78136-2303-473a-afee-21c1a727eece None None] For port 53c0d267-3cac-4233-bb51-8e3fb04f97bd, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=53c0d267-3cac-4233-bb51-8e3fb04f97bd,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:12:21.311082 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fff78136-2303-473a-afee-21c1a727eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:21.315112 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:21.391608 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78136-2303-473a-afee-21c1a727eece None None] Pushing event updated for resources: {'Port': ['ID=53c0d267-3cac-4233-bb51-8e3fb04f97bd,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:21.399236 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-fff78136-2303-473a-afee-21c1a727eece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:22.169735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9aa75-138b-469f-b64b-8044b1960f47 None None] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:12:22.309465 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a6688d7d-da55-487a-a573-bc102fad5796 None None] Provisioning for port 53c0d267-3cac-4233-bb51-8e3fb04f97bd completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:12:22.899353 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 53c0d267-3cac-4233-bb51-8e3fb04f97bd up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:12:23.054952 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 53c0d267-3cac-4233-bb51-8e3fb04f97bd completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:12:23.066187 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 53c0d267-3cac-4233-bb51-8e3fb04f97bd triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:12:23.066562 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:23.201812 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:23.234873 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 53c0d267-3cac-4233-bb51-8e3fb04f97bd, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=53c0d267-3cac-4233-bb51-8e3fb04f97bd,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:12:23.293057 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:23.295478 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:12:23.360416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=53c0d267-3cac-4233-bb51-8e3fb04f97bd,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:12:23.363482 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:12:24.573645 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2a44919e-7090-43da-840c-f05a2f5cfc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:24.869830 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 53c0d267-3cac-4233-bb51-8e3fb04f97bd up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:12:24.941531 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 53c0d267-3cac-4233-bb51-8e3fb04f97bd triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:12:24.941903 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:25.139681 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:12:26.830449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4df3a54b-0fe4-43df-8ed3-eb8bf956ca0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:26.950324 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:28.242628 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:29.899501 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:54.550154 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0bad-f277-4d82-a50a-ef4eed4843ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:56.853379 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e0376ab5-5809-4bd7-a765-ba7844018e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:56.939201 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:58.258545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:59.904269 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:02.139017 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:24.532952 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5ff94fa2-6e35-473d-a15f-99fcd76ee84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:26.836001 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9774dcbb-1861-48eb-8129-daf8f5ca992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:26.955232 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:28.229781 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:29.909402 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:39.141662 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:54.532719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-72ae2090-fd74-4da9-9d60-6d2cccaf95c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:56.841387 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d720364b-9a94-4c8c-8407-7816ff62e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:56.943706 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:58.240848 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:59.961741 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:02.113635 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40224) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:14:02.120696 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [None req-59ac6865-ce63-4869-a995-988be5737181 tempest-verify_tempest_config-2055824092 tempest-verify_tempest_config-2055824092-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:14:02.121694 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-59ac6865-ce63-4869-a995-988be5737181 tempest-verify_tempest_config-2055824092 tempest-verify_tempest_config-2055824092-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068471 Jun 09 22:14:02.638668 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40242) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:14:02.762991 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:02.872662 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:02.949438 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:02.957584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:02.997375 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76b2fc-dbe8-4c8c-bab1-207c5655c23d,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:03.001159 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a743d3f6677c4031a5bcb8d0ed587e1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3614926 Jun 09 22:14:03.004013 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40246) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:14:03.007494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.007864 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.008206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.008547 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.008871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.009241 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.009969 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.009969 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.010233 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.010555 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.010872 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.011188 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.015705 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:03.074210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:03.102061 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:03.275195 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:03.277985 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:03.279128 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a76b2fc-dbe8-4c8c-bab1-207c5655c23d HTTP/1.1" status: 204 len: 168 time: 0.2738955 Jun 09 22:14:03.279776 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:14:03.289403 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76b2fc-dbe8-4c8c-bab1-207c5655c23d,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:14:03.296464 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.296876 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.297245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.297568 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.297901 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.298240 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.298566 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.298893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.299231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.299556 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.299870 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.300186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:14:03.303923 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:14:16.140091 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:14:24.544200 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-40f01f1e-d640-4928-9277-cba5e90d800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:26.954624 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec07-bf0b-40bb-8af7-323e8ddee111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:27.011989 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:28.240625 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:29.902877 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:53.139365 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:14:54.525361 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-edc0d0c4-be4b-483e-8aab-2fa3c970a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:56.863977 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-50f8bbcc-92bb-4d4a-9815-4ea9bceb966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:56.942432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:58.251296 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:14:59.925317 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:24.541861 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5311510a-1aaf-4b4d-8b1d-a12612ac0057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:26.850448 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f6982be5-8b89-4ac1-b5d3-c08ee22e77a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:26.936843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:28.251084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:29.930991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:30.138035 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 5 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:15:36.313365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134'] for agent, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:41.228365 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40300) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:15:41.344181 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d227abb5-d7d2-4e23-95f0-b7a2f1799c0c admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1146951 Jun 09 22:15:43.554643 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40310) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:15:43.611563 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0eefc420-a7e9-4cd8-8e52-01c949b2d7cd admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0558259 Jun 09 22:15:54.531145 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0843072f-c5e5-447e-a479-ec1cf6221354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:56.850350 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6527a523-22ba-44c7-9b88-3890fd20a2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:56.913184 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:58.255697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:15:59.952988 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:06.289988 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:07.137567 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:24.563721 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e1ab7eea-0af0-4491-a986-19f108008a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:26.849457 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-187d8676-681d-4fce-82a7-df3dcc648154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:26.912291 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:28.261577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:29.935596 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:36.312718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:44.137476 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:16:54.541169 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4aa7225e-5a6f-4168-a3db-a15227238a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:56.843637 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1f1238a1-60e3-44c7-a858-b369f81ae72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:56.952167 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:58.266425 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:16:59.957837 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:06.346922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:11.390395 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40516) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:11.646922 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40530) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:11.858152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-network', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:11.918749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40546) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:11.951632 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Made reservation on behalf of 6e98c5b67cb74257a3b2d02c64bd9ee2 for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:11.957485 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:11.970642 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.093232 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.134885 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40554) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:12.157725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-559226412-network', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:12.161790 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.169116 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:12.197949 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37087874-efe9-4544-884a-50b21de7e9a1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:12.209484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.210108 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1771477087-network', 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:12.210558 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.211104 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.211633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.212213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.212800 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.213389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.213936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.214495 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.215054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.215850 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.216460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Tracked resource versions report: Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: pushed versions: Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: { 'AddressGroup': {'1.2'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'ConntrackHelper': {'1.0'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Log': {'1.0'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Network': {'1.1'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Port': {'1.7'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'PortForwarding': {'1.2'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'QosPolicy': {'1.8'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroup': {'1.4'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SubPort': {'1.0'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Subnet': {'1.1'}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Trunk': {'1.1'}} Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: consumer versions: Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'ConntrackHelper': '1.0', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Log': '1.0', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Network': '1.1', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Port': '1.7', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'PortForwarding': '1.2', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'QosPolicy': '1.8', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroup': '1.4', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SecurityGroupRule': '1.2', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'SubPort': '1.0', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Subnet': '1.1', Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: 'Trunk': '1.1'}} Jun 09 22:17:12.217839 dv-cinder-789564-5-iscsi neutron-server[92489]: {{(pid=92489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:17:12.226697 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:12.234099 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:17:12.245276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.245631 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Added segment 29b28cd8-0134-4256-8a1b-d5e18ac622d1 of type vlan for network acf94637-4099-43f8-a600-afbe79958383 Jun 09 22:17:12.257064 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Made reservation on behalf of cac2f62f0b784ddaadcc734a4d79efa7 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:12.260827 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.287801 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.293515 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.330646 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40562) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:12.380581 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.382033 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:12.382803 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:12.382934 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.385230 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.388125 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:12.399954 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.489448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Pushing event updated for resources: {'Network': ['ID=acf94637-4099-43f8-a600-afbe79958383,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:12.503697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network acf94637-4099-43f8-a600-afbe79958383 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:17:12.505483 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.510108 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:12.557788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.562247 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-743099100-network', 'tenant_id': '5220320a350b438382bbae19e97ddd0c'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:12.575187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:17:12.586826 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.587366 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Added segment 02415e62-3c3d-449e-9594-a179117a0515 of type vlan for network e0efba8d-3c59-46f3-b473-73d9ce2d393c Jun 09 22:17:12.594983 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:12.606280 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-275658180-network', 'tenant_id': '44120a2b21ef4e37b20717ee387e320a'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:12.638172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.651205 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2599487 Jun 09 22:17:12.653939 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40580) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:12.657370 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba70a5f-0278-4c2c-a21f-a39040483081,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:12.659528 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Request body: {'subnet': {'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-subnet', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:12.748942 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.749329 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.749669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.749992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.750328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.750717 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.751037 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.751452 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.751929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.752293 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.752817 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.753153 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Tracked resource versions report: Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: pushed versions: Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: { 'AddressGroup': {'1.2'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'ConntrackHelper': {'1.0'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Log': {'1.0'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Network': {'1.1'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Port': {'1.7'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'PortForwarding': {'1.2'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'QosPolicy': {'1.8'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroup': {'1.4'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SubPort': {'1.0'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Subnet': {'1.1'}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Trunk': {'1.1'}} Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: consumer versions: Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'ConntrackHelper': '1.0', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Log': '1.0', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Network': '1.1', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Port': '1.7', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'PortForwarding': '1.2', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'QosPolicy': '1.8', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroup': '1.4', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SecurityGroupRule': '1.2', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'SubPort': '1.0', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Subnet': '1.1', Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: 'Trunk': '1.1'}} Jun 09 22:17:12.754210 dv-cinder-789564-5-iscsi neutron-server[92490]: {{(pid=92490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:17:12.773836 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:12.803772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.914135 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.917388 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.918132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:12.919028 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:12.928896 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.037834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Made reservation on behalf of 5220320a350b438382bbae19e97ddd0c for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:13.040867 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.072359 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:17:13.078959 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.088827 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Pushing event updated for resources: {'Network': ['ID=e0efba8d-3c59-46f3-b473-73d9ce2d393c,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.091741 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.093072 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.093425 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Added segment f7c3aa58-581d-4a79-8eba-bee949b00835 of type vlan for network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 Jun 09 22:17:13.094367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.100559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:17:13.126871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.db.api [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:17:13.126871 dv-cinder-789564-5-iscsi neutron-server[92489]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 22:17:13.126871 dv-cinder-789564-5-iscsi neutron-server[92489]: [parameters: {'project_id_1': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'expiration_1': datetime.datetime(2021, 6, 9, 22, 17, 12, 668642)}] Jun 09 22:17:13.126871 dv-cinder-789564-5-iscsi neutron-server[92489]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:17:13.133511 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_db.api [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:17:13.146800 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58abc30a-d216-4a2a-957e-0b81510ad620,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.150597 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.156496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.272118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Made reservation on behalf of 44120a2b21ef4e37b20717ee387e320a for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:13.274525 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.287324 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.301966 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.303962 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:13.304626 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.311657 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b5fe6983-dcf1-4744-9952-5e6a5e4bc4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.427595 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Pushing event updated for resources: {'Network': ['ID=039b63d1-b982-44d1-a196-a5cbcd7c79b1,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.430809 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7826886 Jun 09 22:17:13.431873 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.433718 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40610) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:13.438995 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:17:13.442734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Request body: {'subnet': {'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-559226412-subnet', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:13.443989 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.563534 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.568430 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.599935 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:17:13.605277 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b01e42-2aec-4df3-8e4c-76f3be82fbe0,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.608887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.622322 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7025054 Jun 09 22:17:13.625644 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40618) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:13.626151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.627315 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Added segment 7a58a417-2d73-4a69-8c38-a7aef56fbe4d of type vlan for network dcf1ce77-f759-45ef-acc3-4a474fce6e66 Jun 09 22:17:13.634290 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Request body: {'subnet': {'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1771477087-subnet', 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:13.680004 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.766173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.780517 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.781938 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:13.782599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.788956 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.865463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.895992 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf1ce77-f759-45ef-acc3-4a474fce6e66,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.898844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.899947 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:17:13.901812 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:13.906472 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:17:13.926976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:13.927313 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Added segment 28702afb-0d7d-43fd-bdd6-733c482bda98 of type vlan for network 00bb1846-4853-4a65-a61e-4fd2324a29e6 Jun 09 22:17:13.939013 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:13.942445 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:13.950566 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8115509 Jun 09 22:17:13.951260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40626) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:13.956404 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Request body: {'subnet': {'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-subnet', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:13.962361 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.db.api [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:17:13.962361 dv-cinder-789564-5-iscsi neutron-server[92490]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 22:17:13.962361 dv-cinder-789564-5-iscsi neutron-server[92490]: [parameters: {'project_id_1': 'd5ed8e73e82845cead4cb8b6cc8793f6', 'expiration_1': datetime.datetime(2021, 6, 9, 22, 17, 13, 646116)}] Jun 09 22:17:13.962361 dv-cinder-789564-5-iscsi neutron-server[92490]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:17:13.963073 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_db.api [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:17:13.972979 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.db.api [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 22:17:13.972979 dv-cinder-789564-5-iscsi neutron-server[92489]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 22:17:13.972979 dv-cinder-789564-5-iscsi neutron-server[92489]: [parameters: {'project_id_1': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'expiration_1': datetime.datetime(2021, 6, 9, 22, 17, 13, 645808)}] Jun 09 22:17:13.972979 dv-cinder-789564-5-iscsi neutron-server[92489]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:17:13.973390 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_db.api [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:17:13.976850 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.054500 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Made reservation on behalf of cac2f62f0b784ddaadcc734a4d79efa7 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:14.057466 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.078439 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.081016 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:14.081638 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.098275 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:14.182654 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Made reservation on behalf of 5220320a350b438382bbae19e97ddd0c for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:14.185073 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.272025 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9402819 Jun 09 22:17:14.276920 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40632) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:14.293469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Pushing event updated for resources: {'Network': ['ID=00bb1846-4853-4a65-a61e-4fd2324a29e6,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:14.302585 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:14.305717 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Request body: {'subnet': {'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-275658180-subnet', 'tenant_id': '44120a2b21ef4e37b20717ee387e320a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:14.309759 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 00bb1846-4853-4a65-a61e-4fd2324a29e6 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:17:14.393512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.401911 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:14.431163 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Made reservation on behalf of 6e98c5b67cb74257a3b2d02c64bd9ee2 for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:14.433999 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.486868 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67b1ada-c465-4696-9c39-80418f9e499e,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:14.491757 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:14.500599 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Checking segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:14.500951 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Network hostable DHCP agents. Network: e0efba8d-3c59-46f3-b473-73d9ce2d393c, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:17:14.541441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Made reservation on behalf of 44120a2b21ef4e37b20717ee387e320a for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:14.557861 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.687112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.702704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:14.714859 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:14.729190 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.822540 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:14.842842 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:14.855805 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Checking segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:14.856464 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Network hostable DHCP agents. Network: dcf1ce77-f759-45ef-acc3-4a474fce6e66, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:17:14.858270 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:17:14.928157 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:14.940309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:14.979126 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, e0efba8d-3c59-46f3-b473-73d9ce2d393c) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:14.989765 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeeee05-2402-4d89-b461-6764791b173b None None] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:14.990423 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:14.991198 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.053719 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Pushing event updated for resources: {'Subnet': ['ID=890c08c0-e959-4566-8b5a-806eff681208,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:15.062325 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:15.084716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Checking segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:15.084716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Network hostable DHCP agents. Network: acf94637-4099-43f8-a600-afbe79958383, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:17:15.084716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:17:15.097452 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, dcf1ce77-f759-45ef-acc3-4a474fce6e66) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:15.108443 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff7e88-e1de-4e32-9abd-e537ec811523 None None] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:15.110240 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:15.111020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.130132 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6952457 Jun 09 22:17:15.132641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40668) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:15.136907 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:15.162619 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.162619 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.166591 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:15.210189 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-499967e9-4c24-4f6a-a211-6a61820dde64 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2583873 Jun 09 22:17:15.211718 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Network acf94637-4099-43f8-a600-afbe79958383 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:17:15.216321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40678) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:15.222095 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:15.286078 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:15.346152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, acf94637-4099-43f8-a600-afbe79958383) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:15.355260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:15.356047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.367955 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Checking segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:15.368257 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Network hostable DHCP agents. Network: 039b63d1-b982-44d1-a196-a5cbcd7c79b1, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:17:15.378893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Checking segment: {'id': '28702afb-0d7d-43fd-bdd6-733c482bda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:15.379942 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Network hostable DHCP agents. Network: 00bb1846-4853-4a65-a61e-4fd2324a29e6, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:17:15.391484 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Pushing event updated for resources: {'Subnet': ['ID=312b3390-e520-4345-b6ad-4fd5b5e65628,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:15.394813 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:15.400513 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:15.400807 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:15.404334 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e3564-c8b3-4015-9a52-e5e7ae35283a None None] Network acf94637-4099-43f8-a600-afbe79958383 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:15.414634 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.415775 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.435582 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.547714 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:17:15.547714 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.586431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Network 00bb1846-4853-4a65-a61e-4fd2324a29e6 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:17:15.591345 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:17:15.601319 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 00bb1846-4853-4a65-a61e-4fd2324a29e6) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:15.607154 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:15.607882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.612401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 039b63d1-b982-44d1-a196-a5cbcd7c79b1) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:15.618157 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d247bdd-746d-42cc-b79e-1262c7c79034 None None] Network 00bb1846-4853-4a65-a61e-4fd2324a29e6 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:15.618583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:15.621654 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.655560 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40692) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:15.657240 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0007920 Jun 09 22:17:15.661175 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:15.712534 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.714321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.726834 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:17:15.727667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.737050 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9ebde-d0fa-44aa-9f1a-c24fc121fb17 None None] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:15.748044 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:15.798822 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-cdb0106d-cd10-4cb3-8b35-f3e8ba50406b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5091748 Jun 09 22:17:16.185644 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5a998bc5-42da-4410-bb68-20685619114c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5578601 Jun 09 22:17:16.207327 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:16.284489 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:16.285606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:16.310520 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:16.369395 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9892eb-664e-4742-8ce5-c13eb669572a None None] Network acf94637-4099-43f8-a600-afbe79958383 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:16.434288 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98830bda-416a-4b25-bc0d-5fca6515c205 None None] Network 00bb1846-4853-4a65-a61e-4fd2324a29e6 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:16.489073 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40752) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:16.516418 dv-cinder-789564-5-iscsi neutron-server[92490]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 22:17:16.540638 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:16.647673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Allocated IP 172.20.0.2 (e0efba8d-3c59-46f3-b473-73d9ce2d393c/c67b1ada-c465-4696-9c39-80418f9e499e/9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:16.852547 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f24539-764b-469c-9de4-8e932b10ac26 None None] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:16.978758 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40792) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:17.010483 dv-cinder-789564-5-iscsi neutron-server[92489]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 22:17:17.147694 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.193628 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-a7da7a26-1393-4b91-b6b2-e6802f1eb927 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:17.195441 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-a7da7a26-1393-4b91-b6b2-e6802f1eb927 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/networks?id=00bb1846-4853-4a65-a61e-4fd2324a29e6 HTTP/1.1" status: 200 len: 811 time: 0.7040033 Jun 09 22:17:17.215894 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Allocated IP 172.20.0.2 (dcf1ce77-f759-45ef-acc3-4a474fce6e66/68c4a8e2-43bf-40d1-b0cc-c5812bde4f12/83ae860e-a2c3-4819-aeb5-f9ca984a5bb6) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:17.234190 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-21a2a1ca-9b52-4c3f-9891-6e81d44ce479 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/quotas/44120a2b21ef4e37b20717ee387e320a HTTP/1.1" status: 200 len: 375 time: 0.0225084 Jun 09 22:17:17.325069 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-19b0b570-0836-4eb7-8fc9-3448fa33a29d tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44120a2b21ef4e37b20717ee387e320a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784998 Jun 09 22:17:17.333436 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.388071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.495889 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-c8c6ea26-7d5e-4960-b70d-84f19d571891 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:17.497996 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-c8c6ea26-7d5e-4960-b70d-84f19d571891 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.5153670 Jun 09 22:17:17.525760 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-672a87cc-cbd9-4081-8939-3d34ce3182f1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/quotas/d5ed8e73e82845cead4cb8b6cc8793f6 HTTP/1.1" status: 200 len: 375 time: 0.0186937 Jun 09 22:17:17.629172 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Allocated IP 172.27.0.10 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/db923e25-a7e4-40c8-b33b-f06f2d26eb0c) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:17.645302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.686706 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.729959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.730541 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-e1d38f11-a937-4b67-ae41-fc23cae79d08 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:17:17.731793 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-e1d38f11-a937-4b67-ae41-fc23cae79d08 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1479347 Jun 09 22:17:17.758911 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Transition to ACTIVE for port object 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:17.766871 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-1ccdb446-2897-4812-b795-3bdaf9e05fe7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570712 Jun 09 22:17:17.809062 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.812258 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Transition to ACTIVE for port object 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:17.823665 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Transition to ACTIVE for port object 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:17.858711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Transition to ACTIVE for port object 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:17.864572 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.952962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:17.957353 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-41f62a75-28f3-4fd4-9c95-17f376683862 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:17:17.958460 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-41f62a75-28f3-4fd4-9c95-17f376683862 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0629687 Jun 09 22:17:17.964720 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:18.012174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.047170 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.051080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:18.058971 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:18.061698 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:18.063057 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:18.065010 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:18.068566 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:18.072205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:18.079099 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:18.082619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.082961 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.083481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.083987 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.084470 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.084976 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.089580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.090100 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.090871 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.091879 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.092046 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.093777 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Tracked resource versions report: Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: pushed versions: Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: { 'AddressGroup': {'1.2'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'ConntrackHelper': {'1.0'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Log': {'1.0'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Network': {'1.1'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Port': {'1.7'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'PortForwarding': {'1.2'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'QosPolicy': {'1.8'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroup': {'1.4'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SubPort': {'1.0'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Subnet': {'1.1'}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Trunk': {'1.1'}} Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: consumer versions: Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'ConntrackHelper': '1.0', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Log': '1.0', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Network': '1.1', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Port': '1.7', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'PortForwarding': '1.2', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'QosPolicy': '1.8', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroup': '1.4', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SecurityGroupRule': '1.2', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'SubPort': '1.0', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Subnet': '1.1', Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: 'Trunk': '1.1'}} Jun 09 22:17:18.094967 dv-cinder-789564-5-iscsi neutron-server[92491]: {{(pid=92491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:17:18.158488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:18.167592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:18.170662 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:18.266277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-e7acd702-c34c-4b6b-a35a-16243d8f8649 service neutron] 10.222.0.38 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183358 Jun 09 22:17:18.280021 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:18.280861 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:18.330619 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Pushing event updated for resources: {'Port': ['ID=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:18.335099 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:18.339515 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-526ebd85-7829-4911-8200-4120c0b1f660 service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722889 Jun 09 22:17:18.381038 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Allocated IP 172.27.0.238 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/261d4e41-039e-45bf-888e-cf423931be9c) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:18.403633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.453368 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.483666 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Attempting to bind port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:18.484430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Attempting to bind port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:18.484984 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Attempting to bind port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:18.494228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Pushing event updated for resources: {'Port': ['ID=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:18.498804 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Attempting to bind port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:18.499479 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Attempting to bind port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:18.500111 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Attempting to bind port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:18.504908 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:18.506150 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:18.506842 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Checking segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:18.507469 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.508098 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Bound using segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:18.508821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Bound port: 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:18.509473 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.523536 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:18.524332 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Checking segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:18.524972 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.525635 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Bound using segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:18.526323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Bound port: 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:18.526949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.534691 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40836) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:18.635063 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-a0dc011f-51b9-448e-91d0-09cfb6356740 service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471702 Jun 09 22:17:18.688249 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] For port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:18.691949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] For port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:18.694826 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] For port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:18.696719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] For port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:18.763194 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-ef9a9466-e45a-4985-a469-6f41473aa69d service neutron] 10.222.0.38 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893064 Jun 09 22:17:18.795778 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.795778 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.802166 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:18.843254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.852686 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.968395 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:18.988557 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Pushing event updated for resources: {'Port': ['ID=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:19.133910 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:19.139040 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:19.139527 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:19.139881 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:19.234866 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:19.342968 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-27f7279e-8926-4c8f-8576-c68b4cd0ae86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:19.380038 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1017615a-246a-4917-bbe4-f9e99d2efddb req-66bd6e04-a64a-488b-b686-e7c83b353838 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.0923154 Jun 09 22:17:19.520639 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-461d7335-094e-4b85-b7ea-651ee85e07ca req-8f0e4431-aa57-4afe-bb22-21743a993dcd tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.2877369 Jun 09 22:17:19.525555 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Allocated IP 172.27.0.152 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/7233866e-f8be-457a-9c1c-23d3319888ff) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:19.569895 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:19.574350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:19.585906 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Pushing event updated for resources: {'Port': ['ID=261d4e41-039e-45bf-888e-cf423931be9c,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:19.610140 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:19.728677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:19.802626 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:19.823816 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:19.886793 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c29467392f44c70925e0b356ee6a6c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3444774 Jun 09 22:17:19.887815 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e0ac7-6641-46a1-99ff-9a491e5cfe06,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:19.891448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:19.894425 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40910) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:19.895319 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:19.926924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:20.082278 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.109809 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.154394 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.295835 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.313207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:20.317736 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Router d7b74621-5970-431a-87da-e4665753e33f is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:17:20.395798 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.403653 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:20.406711 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.409455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:20.411805 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b4e0ac7-6641-46a1-99ff-9a491e5cfe06 HTTP/1.1" status: 204 len: 168 time: 0.5145857 Jun 09 22:17:20.428232 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:20.458529 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa8bec-3cde-4376-9b5b-e2dc89ce81a0 None None] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:20.473169 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-35ccc072-39cd-43c9-a7e2-bedef769fb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:20.537636 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e0ac7-6641-46a1-99ff-9a491e5cfe06,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:20.547202 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:20.714282 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e7f50dfa-64df-4288-98c1-4dda3df890db req-5dff4704-1305-4da6-9e43-aed3bb9a0ad3 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.1936126 Jun 09 22:17:20.755254 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Pushing event updated for resources: {'Port': ['ID=7233866e-f8be-457a-9c1c-23d3319888ff,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:20.766769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-069fc0ae-79a2-4365-a3f7-a796224091db None None] Provisioning for port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:20.769769 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:20.781285 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:20.797915 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:20.803804 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:16:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:20.872760 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:20.877335 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6566014 Jun 09 22:17:20.877697 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 40936) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:20.918932 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:20.921277 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.038463 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-574bbb38-9a69-4588-a2b5-1637dc770ee2 req-cb19740c-b577-49e3-a727-93ff5730c9e2 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.3487611 Jun 09 22:17:21.187356 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:17:21.218328 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1551342-d426-48e8-83df-da0d4791084e None None] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:17:21.269670 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:21.359868 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:21.578618 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-b915fbd7-0484-400d-bbbc-65a07286659c None None] Provisioning for port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:21.614810 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:21.622555 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:21.628267 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.703405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40952) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:21.719970 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:18Z', 'revision_number': 3, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:21.725481 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:21.726288 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Updating router d7b74621-5970-431a-87da-e4665753e33f port db923e25-a7e4-40c8-b33b-f06f2d26eb0c binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:21.736695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.818254 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.855810 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.893175 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:21.958121 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.988010 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:21.997683 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:22.009967 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.023209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.052567 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:22.059207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.225855 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.236647 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9409ba9b-1a9f-4c5b-a2e0-4ea38542d5cc req-9ecf5292-68d9-433f-a5d4-50c9d4bcd3f1 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.2273903 Jun 09 22:17:22.238870 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:22.258660 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:22.289577 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.312938 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Transition to ACTIVE for port object db923e25-a7e4-40c8-b33b-f06f2d26eb0c will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:22.321579 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-1912670a-1ea7-429b-86d2-327307eecaba None None] Provisioning complete for port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:22.321980 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1912670a-1ea7-429b-86d2-327307eecaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.333467 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:22.336645 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Allocated IP 172.20.0.1 (dcf1ce77-f759-45ef-acc3-4a474fce6e66/68c4a8e2-43bf-40d1-b0cc-c5812bde4f12/0d455918-65f7-46c2-b801-9d1a32214d60) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:22.438095 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.451281 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:22.464387 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:22.483809 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:22.484932 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.491142 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea12ad1509754070b18e6dda110134d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7762532 Jun 09 22:17:22.491142 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0659b1-128e-4fdd-8af9-9f67cff1812f,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:22.491465 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40964) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:22.507795 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-113f7a34-58b9-4bcb-87d9-101a3b2610cc req-720ea3a6-bc48-4994-917c-968243c83755 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.0757451 Jun 09 22:17:22.562238 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Attempting to bind port db923e25-a7e4-40c8-b33b-f06f2d26eb0c on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:22.562754 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Attempting to bind port db923e25-a7e4-40c8-b33b-f06f2d26eb0c by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:22.565216 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Attempting to bind port db923e25-a7e4-40c8-b33b-f06f2d26eb0c on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:22.568502 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Pushing event updated for resources: {'Port': ['ID=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:22.580758 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.581279 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.581984 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.582142 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.582538 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.582963 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.583387 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.584302 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.584766 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.585232 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.586099 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.586773 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Tracked resource versions report: Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: pushed versions: Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: { 'AddressGroup': {'1.2'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'ConntrackHelper': {'1.0'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Log': {'1.0'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Network': {'1.1'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Port': {'1.7'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'PortForwarding': {'1.2'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'QosPolicy': {'1.8'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroup': {'1.4'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroupRule': {'1.2'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SubPort': {'1.0'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Subnet': {'1.1'}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Trunk': {'1.1'}} Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: consumer versions: Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: { DHCP agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: HyperV agent@hv-cinder-78956: {}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: L3 agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: Metadata agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: Metering agent@dv-cinder-789564-5-iscsi: {}, Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: Open vSwitch agent@dv-cinder-789564-5-iscsi: { 'AddressGroup': '1.2', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'ConntrackHelper': '1.0', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Log': '1.0', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Network': '1.1', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Port': '1.7', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'PortForwarding': '1.2', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'QosPolicy': '1.8', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroup': '1.4', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SecurityGroupRule': '1.2', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'SubPort': '1.0', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Subnet': '1.1', Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: 'Trunk': '1.1'}} Jun 09 22:17:22.587972 dv-cinder-789564-5-iscsi neutron-server[92492]: {{(pid=92492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 22:17:22.592881 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:22.593408 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:22.593868 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.599568 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:22.599568 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Bound port: db923e25-a7e4-40c8-b33b-f06f2d26eb0c, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:22.599568 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.605811 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.630027 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Transition to ACTIVE for port object 0d455918-65f7-46c2-b801-9d1a32214d60 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:22.641060 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:22.650443 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:22.698916 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] For port db923e25-a7e4-40c8-b33b-f06f2d26eb0c, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:22.702771 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] For port db923e25-a7e4-40c8-b33b-f06f2d26eb0c, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:22.712975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.721819 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:22.748988 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.772940 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.777009 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:22.803489 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:22.806471 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:22.811436 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:22.811936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.861108 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:22.872653 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Pushing event updated for resources: {'Port': ['ID=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:22.876292 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-0cb63017-5f50-45ee-8cbf-281d033a1ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:22.901885 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:22.902460 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:16:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:22.945863 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.946417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:22.951923 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:23.060341 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:23.068379 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:23.087641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Pushing event updated for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:23.091533 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.100471 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:23.133463 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.164629 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:23.179514 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:23.277239 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:17:23.316340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:23.316916 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.444682 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-3d2078af-a81f-40d1-b8bb-cf1db585650c None None] Provisioning for port 0d455918-65f7-46c2-b801-9d1a32214d60 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:23.452142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-3d2078af-a81f-40d1-b8bb-cf1db585650c None None] Provisioning complete for port 0d455918-65f7-46c2-b801-9d1a32214d60 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:23.452537 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3d2078af-a81f-40d1-b8bb-cf1db585650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.516272 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.565640 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dd639c6b-f332-43bc-ae71-95c6a2f9dec0 req-def01fff-a4bc-425a-8644-e2a76a5fb358 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.1319189 Jun 09 22:17:23.620444 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-3d2078af-a81f-40d1-b8bb-cf1db585650c None None] Port 0d455918-65f7-46c2-b801-9d1a32214d60 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:17:23.702306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.722709 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:18Z', 'revision_number': 3, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:23.730959 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3e7ed-c5f0-4c83-85a9-66083420b73d None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:18Z', 'revision_number': 3, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:23.762692 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:23.766160 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e0659b1-128e-4fdd-8af9-9f67cff1812f HTTP/1.1" status: 204 len: 168 time: 1.2679589 Jun 09 22:17:23.783424 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:23.903840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0659b1-128e-4fdd-8af9-9f67cff1812f,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:23.906731 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:23.950832 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-022f0451-7871-4098-8d1c-23f9cad81ba0 req-caeb9e1a-903d-466d-a92f-67db3b56e153 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.1441798 Jun 09 22:17:23.967179 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:23.985335 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:23.997959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:23.999314 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:16:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:24.002617 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:24.130653 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:24.132570 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:24.138739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:17:24.139264 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:24.144780 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:24.149171 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0125062 Jun 09 22:17:24.149171 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 40990) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:24.247223 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:24.339658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.35', 50367) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:24.416653 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Pushing event updated for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:24.444952 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:24.537749 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:24.538963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:24.727213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41002) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:24.847988 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9ea0-c155-4439-aa46-a2c12ccfded8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.020006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-8e3173b3-4c80-45e2-83d7-d5a798e49ed5 None None] Provisioning complete for port 0d455918-65f7-46c2-b801-9d1a32214d60 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:25.020551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-8e3173b3-4c80-45e2-83d7-d5a798e49ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.193004 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-8e3173b3-4c80-45e2-83d7-d5a798e49ed5 None None] Port 0d455918-65f7-46c2-b801-9d1a32214d60 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:17:25.206051 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc5f257d-2684-4f35-9094-f53a7652647e req-feb16710-4d32-4834-b5cf-849857b1407a tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.1891615 Jun 09 22:17:25.221926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:20Z', 'revision_number': 3, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:25.239247 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:25.239627 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Updating router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 port 261d4e41-039e-45bf-888e-cf423931be9c binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:25.258009 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.35', 50370) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:25.264988 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.347441 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device db923e25-a7e4-40c8-b33b-f06f2d26eb0c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:25.399968 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f5726f0b-7512-449b-ab43-0a35821ec89d req-73f77361-5588-47cf-91dc-cd8043397a1d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.0896006 Jun 09 22:17:25.467015 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.526207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-2c4a1c5a-c0da-49e0-8c95-e7a3a51cf53f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:25.537180 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-2c4a1c5a-c0da-49e0-8c95-e7a3a51cf53f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 1.0868993 Jun 09 22:17:25.658465 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port db923e25-a7e4-40c8-b33b-f06f2d26eb0c completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:25.665469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.667350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:17:25.673715 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port db923e25-a7e4-40c8-b33b-f06f2d26eb0c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:25.674110 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.680098 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-a0dfd2a3-0c93-4801-bc3d-a2197c10b4cc tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:25.681557 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-a0dfd2a3-0c93-4801-bc3d-a2197c10b4cc tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.35 "GET /v2.0/networks?id=00bb1846-4853-4a65-a61e-4fd2324a29e6 HTTP/1.1" status: 200 len: 811 time: 0.4069018 Jun 09 22:17:25.759252 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Request body: {'port': {'device_id': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6', 'admin_state_up': True, 'tenant_id': '44120a2b21ef4e37b20717ee387e320a'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:25.795358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Request body: {'port': {'device_id': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'admin_state_up': True, 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:25.918561 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:25.929977 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Sync routers for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:25.944299 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:25.945480 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:16:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:25.963652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:25.992386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:26.091264 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca826f385c284d30a1884794661ecc52&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3562362 Jun 09 22:17:26.124192 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41052) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:26.131604 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.139653 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.4799433 Jun 09 22:17:26.141853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41058) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:26.181198 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.218537 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Transition to ACTIVE for port object 261d4e41-039e-45bf-888e-cf423931be9c will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:26.320049 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:26.378545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.431744 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:26.672334 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Attempting to bind port 261d4e41-039e-45bf-888e-cf423931be9c on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:26.673816 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Attempting to bind port 261d4e41-039e-45bf-888e-cf423931be9c by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:26.674806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Attempting to bind port 261d4e41-039e-45bf-888e-cf423931be9c on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:26.680999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.697756 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:26.698446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:26.699008 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.699611 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:26.700377 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Bound port: 261d4e41-039e-45bf-888e-cf423931be9c, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:26.702524 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:26.812387 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ec3dc-a611-4fa4-b2df-4a2638efefcf,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:26.827497 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:27.025905 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:27.025905 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.032181 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:21Z', 'revision_number': 3, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:27.032181 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Checking router: 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:27.032181 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Updating router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb port 7233866e-f8be-457a-9c1c-23d3319888ff binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:27.038265 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Pushing event updated for resources: {'Port': ['ID=261d4e41-039e-45bf-888e-cf423931be9c,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:27.039080 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:27.040395 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-73f90622-014d-43df-8621-72a5b7992292 req-1fbe5344-f179-47fb-97a9-7473edf579ed tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.2075980 Jun 09 22:17:27.041000 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:27.041153 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] 10.222.0.38 "PUT /v2.0/routers/d7b74621-5970-431a-87da-e4665753e33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0610950 Jun 09 22:17:27.041292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port db923e25-a7e4-40c8-b33b-f06f2d26eb0c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:27.041292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824455e-d550-4f3a-9778-792980627301 None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:27.041635 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.046656 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.070030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.088169 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.119806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:27.145522 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ddcf1f20-25dc-4731-9fbb-3388ae8b3587 req-719f076e-aea3-45a2-80aa-2e4b405b9dc0 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.2772439 Jun 09 22:17:27.210535 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.263633 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-fff78136-2303-473a-afee-21c1a727eece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:27.324390 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.336650 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.338042 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/566ec3dc-a611-4fa4-b2df-4a2638efefcf HTTP/1.1" status: 204 len: 168 time: 1.2129095 Jun 09 22:17:27.342210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:27.367588 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ec3dc-a611-4fa4-b2df-4a2638efefcf,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:27.370571 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:27.392490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Made reservation on behalf of 44120a2b21ef4e37b20717ee387e320a for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:27.397941 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.400030 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:27.408735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:16:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:27.751890 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] For port 261d4e41-039e-45bf-888e-cf423931be9c, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:27.761369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] For port 261d4e41-039e-45bf-888e-cf423931be9c, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=261d4e41-039e-45bf-888e-cf423931be9c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:27.765373 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:27.794032 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:27.798635 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:27.807769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-92fa8b16-9bf1-41a0-ad67-85a86c084ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.068954 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.087378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Allocated IP 172.20.0.5 (039b63d1-b982-44d1-a196-a5cbcd7c79b1/4f17ae28-49fb-4b57-85bb-d9a11b0d0a80/1c057bdd-0d53-48cf-b086-0c532ae66888) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:28.125574 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Transition to ACTIVE for port object 7233866e-f8be-457a-9c1c-23d3319888ff will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:28.209589 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.216566 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:28.231308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.330603 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:28.340974 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Pushing event updated for resources: {'Port': ['ID=7233866e-f8be-457a-9c1c-23d3319888ff,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:28.358746 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Allocated IP 172.20.0.1 (e0efba8d-3c59-46f3-b473-73d9ce2d393c/c67b1ada-c465-4696-9c39-80418f9e499e/e52cfb5c-993c-498e-93e5-8d2625dbb297) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:28.443715 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:28.455539 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Attempting to bind port 7233866e-f8be-457a-9c1c-23d3319888ff on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:28.456288 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Attempting to bind port 7233866e-f8be-457a-9c1c-23d3319888ff by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:28.456762 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Attempting to bind port 7233866e-f8be-457a-9c1c-23d3319888ff on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:28.482151 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:28.484324 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:28.485610 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.488621 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:28.493294 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Bound port: 7233866e-f8be-457a-9c1c-23d3319888ff, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:28.493294 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.500477 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fe1e0c2a-7d69-449a-9237-d1567222512b req-5b088aca-784e-40c4-a14f-5e7fc8261960 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.2338309 Jun 09 22:17:28.553396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Allocated IP 172.20.0.11 (00bb1846-4853-4a65-a61e-4fd2324a29e6/312b3390-e520-4345-b6ad-4fd5b5e65628/d35593d0-d997-4998-8097-3d4cae4f58e1) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:28.636716 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:28.816906 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] For port 7233866e-f8be-457a-9c1c-23d3319888ff, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:28.828340 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] For port 7233866e-f8be-457a-9c1c-23d3319888ff, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=7233866e-f8be-457a-9c1c-23d3319888ff,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:28.889496 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.895146 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:28.947667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:28.994672 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:28.995427 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:29.082222 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8a188ff3-8dae-414b-8715-b3d038f46931 req-00f79254-7a48-4718-af48-23020079066b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.1841857 Jun 09 22:17:29.125332 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Pushing event updated for resources: {'Port': ['ID=7233866e-f8be-457a-9c1c-23d3319888ff,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:29.126047 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:29.127507 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:29.128057 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:29.249957 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41140) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:29.300171 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451772909', 'description': 'tempest-description--832436849'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:29.495083 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:29.496087 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.588918 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Pushing event updated for resources: {'Port': ['ID=261d4e41-039e-45bf-888e-cf423931be9c,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:29.614852 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.668053 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.687092 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.773629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Transition to ACTIVE for port object e52cfb5c-993c-498e-93e5-8d2625dbb297 will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:29.780498 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.450s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:29.855971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.912128 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:29.917449 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:29.967663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-490b74d6-d522-4154-ab8d-f6a21d38626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:30.074251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:30.399287 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Allocated IP 172.20.0.1 (acf94637-4099-43f8-a600-afbe79958383/890c08c0-e959-4566-8b5a-806eff681208/fb97990e-e7fb-4014-9131-8a01497b01d8) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:30.456962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:30.532415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:30.559961 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:30.562803 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0d45675b-3f84-4f11-a0ff-287044fed002 req-7708af96-d7f6-4e76-887a-8228abeffe1d tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.1369915 Jun 09 22:17:30.570269 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:30.603500 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:30.604421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:30.689971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:30.730656 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:30.734614 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:21Z', 'revision_number': 3, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:30.736315 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:30.740296 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e38cdf-c13b-4dde-ba69-158b16ad2fa7 None None] The sync data for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi is: [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:21Z', 'revision_number': 3, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:30.743144 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-75d0f7b6-c8a3-4a20-95eb-f3c8a4657b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:30.876296 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event updated for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:30.879335 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:30.882610 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:30.886577 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:30.892985 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:30.893820 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.023640 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.050253 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.114375 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.116430 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:31.142632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:31.184724 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Network 00bb1846-4853-4a65-a61e-4fd2324a29e6 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:31.197641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:31.204051 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:31.211594 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:31.212270 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.278765 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.289456 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d05a01-fb90-43d0-8fe5-789584be6a15,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:31.292376 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5012209 Jun 09 22:17:31.303811 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:31.305037 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.308491 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0574045 Jun 09 22:17:31.326444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-3ca0c499-53fd-437b-823d-38af2c696301 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92490) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:17:31.328074 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-3ca0c499-53fd-437b-823d-38af2c696301 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160775 Jun 09 22:17:31.328781 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41188) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:31.419213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f421dfb-69c7-480c-a45e-e5878b4623b0 req-f1538617-2a1e-4e07-a5e6-4adc0a0e8758 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:31.421366 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6f421dfb-69c7-480c-a45e-e5878b4623b0 req-f1538617-2a1e-4e07-a5e6-4adc0a0e8758 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 931 time: 1.5047812 Jun 09 22:17:31.422131 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:31.434066 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.478183 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group_rule': {'security_group_id': 'f1d05a01-fb90-43d0-8fe5-789584be6a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:31.499175 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7439926 Jun 09 22:17:31.510078 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:31.595715 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.627614 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-e0e97b16-9eb2-4277-8aa8-9c7ba1eb99da None None] Provisioning for port e52cfb5c-993c-498e-93e5-8d2625dbb297 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:31.635984 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6f421dfb-69c7-480c-a45e-e5878b4623b0 req-d813fb53-2380-44ca-b490-039e217e0066 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794031 Jun 09 22:17:31.711698 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-e0e97b16-9eb2-4277-8aa8-9c7ba1eb99da None None] Provisioning complete for port e52cfb5c-993c-498e-93e5-8d2625dbb297 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:31.712411 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e0e97b16-9eb2-4277-8aa8-9c7ba1eb99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.815126 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:31.843725 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Request body: {'port': {'device_id': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:31.878908 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-e0e97b16-9eb2-4277-8aa8-9c7ba1eb99da None None] Port e52cfb5c-993c-498e-93e5-8d2625dbb297 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:17:31.919385 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 2, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:31.928690 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824455e-d550-4f3a-9778-792980627301 None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:31.929491 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824455e-d550-4f3a-9778-792980627301 None None] Updating router d7b74621-5970-431a-87da-e4665753e33f port 0d455918-65f7-46c2-b801-9d1a32214d60 binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:31.972268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-847b344d-c124-4667-b4ab-e6bde3620b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:32.163635 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device db923e25-a7e4-40c8-b33b-f06f2d26eb0c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:32.197232 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Request body: {'port': {'device_id': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:32.256927 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:32.324681 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:20Z', 'revision_number': 3, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:32.478591 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:32.509345 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Pushing event updated for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:32.513490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Network acf94637-4099-43f8-a600-afbe79958383 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:32.516236 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:32.517909 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:32.519996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:32.533472 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:32.533472 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:32.589778 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cc573-1352-4edd-aad9-60865648e6ab None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:20Z', 'revision_number': 3, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:32.914748 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:32.921992 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port db923e25-a7e4-40c8-b33b-f06f2d26eb0c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:32.922562 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.065886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35593d0-d997-4998-8097-3d4cae4f58e1 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:33.097151 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.144013 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Transition to ACTIVE for port object d35593d0-d997-4998-8097-3d4cae4f58e1 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:33.188601 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.235032 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 7233866e-f8be-457a-9c1c-23d3319888ff up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:33.302953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.305297 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.372725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:33.771134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:33.780110 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 7233866e-f8be-457a-9c1c-23d3319888ff completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:33.786577 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:33.806882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 7233866e-f8be-457a-9c1c-23d3319888ff triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:33.807353 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.825846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:33.903929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:34.075503 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7c711a-e3cf-4e92-b200-6850c4a37cb2,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:34.134076 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:34.152605 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.181014 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.186947 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7557619 Jun 09 22:17:34.195459 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41244) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:34.203574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82280ad-f1fa-49b8-9e47-f647e023dc94 req-50b4afe8-d750-4aa8-b970-5589db6de4e2 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:34.213418 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d82280ad-f1fa-49b8-9e47-f647e023dc94 req-50b4afe8-d750-4aa8-b970-5589db6de4e2 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 932 time: 2.1559286 Jun 09 22:17:34.217933 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group_rule': {'security_group_id': 'f1d05a01-fb90-43d0-8fe5-789584be6a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:34.266674 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-9824455e-d550-4f3a-9778-792980627301 None None] Transition to ACTIVE for port object 0d455918-65f7-46c2-b801-9d1a32214d60 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:34.275775 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Attempting to bind port d35593d0-d997-4998-8097-3d4cae4f58e1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:34.282197 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Attempting to bind port d35593d0-d997-4998-8097-3d4cae4f58e1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '28702afb-0d7d-43fd-bdd6-733c482bda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:34.285041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Attempting to bind port d35593d0-d997-4998-8097-3d4cae4f58e1 on network 00bb1846-4853-4a65-a61e-4fd2324a29e6 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:34.322138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Port d35593d0-d997-4998-8097-3d4cae4f58e1 on network 00bb1846-4853-4a65-a61e-4fd2324a29e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:17:34.323934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Attempting to bind port d35593d0-d997-4998-8097-3d4cae4f58e1 on network 00bb1846-4853-4a65-a61e-4fd2324a29e6 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:34.326004 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.340986 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.357938 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.361676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:34.362462 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Checking segment: {'id': '28702afb-0d7d-43fd-bdd6-733c482bda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:34.363814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Bound using segment: {'id': '28702afb-0d7d-43fd-bdd6-733c482bda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:34.365134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Bound port: d35593d0-d997-4998-8097-3d4cae4f58e1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28702afb-0d7d-43fd-bdd6-733c482bda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:34.365683 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.371026 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 7233866e-f8be-457a-9c1c-23d3319888ff, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=7233866e-f8be-457a-9c1c-23d3319888ff,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:34.373648 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:34.425351 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d82280ad-f1fa-49b8-9e47-f647e023dc94 req-a2272fd0-c205-4589-913a-a9305aacf91b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105923 Jun 09 22:17:34.433301 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e719c8-a664-4678-a129-1a10d49c191b req-8fe045ac-e615-4fdb-94b0-7e7f5ade1a0e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:34.434749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.435053 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b5e719c8-a664-4678-a129-1a10d49c191b req-8fe045ac-e615-4fdb-94b0-7e7f5ade1a0e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 931 time: 1.4520175 Jun 09 22:17:34.438009 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.538883 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:34.577437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.647153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.710376 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b5e719c8-a664-4678-a129-1a10d49c191b req-3cb5693d-0a01-4e51-abf8-bade4a59668c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656195 Jun 09 22:17:34.732913 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.841730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c057bdd-0d53-48cf-b086-0c532ae66888 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:34.864998 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.879437 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.882128 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:34.894440 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Pushing event updated for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:34.902155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:35.030831 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Transition to ACTIVE for port object 1c057bdd-0d53-48cf-b086-0c532ae66888 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:35.038881 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 261d4e41-039e-45bf-888e-cf423931be9c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:35.245785 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:35.246253 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:35.246407 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Pushing event updated for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:35.247055 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:35.247173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:35.247173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.247390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:35.247390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:35.247390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:35.247644 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Network acf94637-4099-43f8-a600-afbe79958383 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:35.247644 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:35.282121 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:35.284494 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:35.340543 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9824455e-d550-4f3a-9778-792980627301 None None] Attempting to bind port 0d455918-65f7-46c2-b801-9d1a32214d60 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:35.349129 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9824455e-d550-4f3a-9778-792980627301 None None] Attempting to bind port 0d455918-65f7-46c2-b801-9d1a32214d60 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:35.349129 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824455e-d550-4f3a-9778-792980627301 None None] Attempting to bind port 0d455918-65f7-46c2-b801-9d1a32214d60 on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:35.397006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824455e-d550-4f3a-9778-792980627301 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:35.397006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824455e-d550-4f3a-9778-792980627301 None None] Checking segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:35.397401 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.397936 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824455e-d550-4f3a-9778-792980627301 None None] Bound using segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:35.398953 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9824455e-d550-4f3a-9778-792980627301 None None] Bound port: 0d455918-65f7-46c2-b801-9d1a32214d60, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:35.399753 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.512338 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=7233866e-f8be-457a-9c1c-23d3319888ff,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:35.512338 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:35.518512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.652171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.652171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.675015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d530abb2-5879-4487-898a-a8308d60f71f tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:35.680928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:35.765461 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-9824455e-d550-4f3a-9778-792980627301 None None] For port 0d455918-65f7-46c2-b801-9d1a32214d60, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:35.773587 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-9824455e-d550-4f3a-9778-792980627301 None None] For port 0d455918-65f7-46c2-b801-9d1a32214d60, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=0d455918-65f7-46c2-b801-9d1a32214d60,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:35.901973 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-40e38f18-3682-48f9-a0cc-80099156d962 None None] Provisioning complete for port e52cfb5c-993c-498e-93e5-8d2625dbb297 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:35.903065 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-40e38f18-3682-48f9-a0cc-80099156d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.968280 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Pushing event updated for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:35.971025 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9824455e-d550-4f3a-9778-792980627301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:35.975732 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 261d4e41-039e-45bf-888e-cf423931be9c completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:35.986892 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:35.988361 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bc90862b-229d-4649-94cd-bdfc7d349a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:36.021366 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 261d4e41-039e-45bf-888e-cf423931be9c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:36.021748 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.025125 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:36.033849 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.035488 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] 10.222.0.35 "PUT /v2.0/ports/d35593d0-d997-4998-8097-3d4cae4f58e1 HTTP/1.1" status: 200 len: 1094 time: 3.9770012 Jun 09 22:17:36.055314 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:36.101574 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:36.184314 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:36.260959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-40e38f18-3682-48f9-a0cc-80099156d962 None None] Port e52cfb5c-993c-498e-93e5-8d2625dbb297 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:17:36.282278 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:36.292687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:36.293365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:36.372123 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.373668 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1638322 Jun 09 22:17:36.411722 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41282) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:36.433954 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe122b-6771-400b-84a4-d23f847afdde" -d '{"events": [{"name": "network-changed", "server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:36.444641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1511b9-d961-44ce-9fd2-b5e3e6a23422,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:36.452213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:36.461312 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:36.496534 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:17:36.515677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Attempting to bind port 1c057bdd-0d53-48cf-b086-0c532ae66888 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:36.516412 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Attempting to bind port 1c057bdd-0d53-48cf-b086-0c532ae66888 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:36.517826 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Attempting to bind port 1c057bdd-0d53-48cf-b086-0c532ae66888 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:36.555114 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:36.564328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478017a-7634-4ca2-b958-ba7e82ac0232 req-d872e42b-cb93-4258-ba33-3efe80eef44a tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:36.564328 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6478017a-7634-4ca2-b958-ba7e82ac0232 req-d872e42b-cb93-4258-ba33-3efe80eef44a tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 944 time: 0.6914680 Jun 09 22:17:36.585379 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:17:36.595245 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Port 1c057bdd-0d53-48cf-b086-0c532ae66888 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:17:36.595245 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Attempting to bind port 1c057bdd-0d53-48cf-b086-0c532ae66888 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:36.669529 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:36.671183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Checking segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:36.671837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Bound using segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:36.676483 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Bound port: 1c057bdd-0d53-48cf-b086-0c532ae66888, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:36.681179 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.798648 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Pushing event updated for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:36.804485 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:36.805292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.822825 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 261d4e41-039e-45bf-888e-cf423931be9c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=261d4e41-039e-45bf-888e-cf423931be9c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:36.894938 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-575073c0-852c-49e8-b0c2-94cc4cc70caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:36.894938 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-575073c0-852c-49e8-b0c2-94cc4cc70caf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44120a2b21ef4e37b20717ee387e320a&device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 1097 time: 0.7111011 Jun 09 22:17:36.895110 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.956096 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.957463 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:36.962422 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:37.000456 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9b834-4e60-4f98-87be-8c4f23017368 req-3a9cdebe-f01e-470f-b419-82087d30fa43 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:37.003175 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-41b9b834-4e60-4f98-87be-8c4f23017368 req-3a9cdebe-f01e-470f-b419-82087d30fa43 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 1.0179040 Jun 09 22:17:37.103333 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=261d4e41-039e-45bf-888e-cf423931be9c,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:37.111080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:37.113237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-9824455e-d550-4f3a-9778-792980627301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:35Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:37.117880 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824455e-d550-4f3a-9778-792980627301 None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:35Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:37.190848 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 7233866e-f8be-457a-9c1c-23d3319888ff up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:37.194492 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-41b9b834-4e60-4f98-87be-8c4f23017368 req-a11c3ce7-f29c-4dcb-bda2-717dca398878 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370237 Jun 09 22:17:37.302360 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-a19870f2-2120-4eab-94da-b9169823754b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d35593d0-d997-4998-8097-3d4cae4f58e1 HTTP/1.1" status: 200 len: 217 time: 0.4111257 Jun 09 22:17:37.310105 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6478017a-7634-4ca2-b958-ba7e82ac0232 req-17b86430-62a0-490d-9026-10b4b60666b8 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505685 Jun 09 22:17:37.310347 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:37.316350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:37.327281 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c057bdd-0d53-48cf-b086-0c532ae66888,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:37.337059 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] 10.222.0.38 "PUT /v2.0/routers/92a65f21-f3e2-4bdb-95a3-a629f2da5928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1818416 Jun 09 22:17:37.340856 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:37.368800 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:37.369661 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:37.479564 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 7233866e-f8be-457a-9c1c-23d3319888ff triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:37.490304 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:37.515620 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:37.561587 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:17:37.573801 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c0da1fd6-c506-4fe8-96ad-ba6e43385b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:37.575645 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-c0da1fd6-c506-4fe8-96ad-ba6e43385b19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=312b3390-e520-4345-b6ad-4fd5b5e65628 HTTP/1.1" status: 200 len: 851 time: 0.2520158 Jun 09 22:17:37.589589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Sync routers for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:17:37.589799 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] 10.222.0.38 "PUT /v2.0/routers/5108aa9c-f5f3-40e2-8bd9-613525a9d3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4301596 Jun 09 22:17:37.601693 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:37.651951 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:37.652569 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:37.774387 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:37.775128 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:37.777189 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-11f78d62-7118-4712-8666-f6061b676751 service neutron] 10.222.0.35 "PUT /v2.0/ports/1c057bdd-0d53-48cf-b086-0c532ae66888 HTTP/1.1" status: 200 len: 1093 time: 6.0836930 Jun 09 22:17:37.777809 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac6a31-1a46-44d6-99da-081039e40595 x-openstack-request-id: req-27ac6a31-1a46-44d6-99da-081039e40595 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:37.778123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:37.778392 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27ac6a31-1a46-44d6-99da-081039e40595 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:37.778868 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'status': 'completed', 'code': 200} Jun 09 22:17:37.809703 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-0157640a-16a3-4ddc-aa87-c2c29e7b290c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00bb1846-4853-4a65-a61e-4fd2324a29e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2249579 Jun 09 22:17:37.820748 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:37.968979 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:38.325705 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Pushing event updated for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:38.341084 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:38.355642 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-b0b16ddf-8a5b-481c-b376-141095d54fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253820 Jun 09 22:17:38.376755 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:38.474843 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:38.665259 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:38.891005 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-5567083d-d8ee-411e-96dc-4a3ff5a73de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:38.894710 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-5567083d-d8ee-411e-96dc-4a3ff5a73de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 1096 time: 0.8550799 Jun 09 22:17:38.902225 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41348) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:38.909540 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 2, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:38.914585 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314243636', 'description': 'tempest-description--1171467850'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:38.921241 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:38.922760 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Updating router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 port e52cfb5c-993c-498e-93e5-8d2625dbb297 binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:39.028168 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:39.060205 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6370159d-7087-44cd-a3ce-ca727cfbfecb req-0e4a6807-d286-466e-9101-01bdafabab77 service neutron] 10.222.0.35 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940503 Jun 09 22:17:39.220354 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:39.325205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 261d4e41-039e-45bf-888e-cf423931be9c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:39.372700 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-3239c564-a925-4ac3-b744-56a31a04324b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c057bdd-0d53-48cf-b086-0c532ae66888 HTTP/1.1" status: 200 len: 217 time: 0.2867916 Jun 09 22:17:39.634285 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 261d4e41-039e-45bf-888e-cf423931be9c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:39.634285 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:39.651348 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-f94f5751-5238-4f9d-8fb9-891f992eb79f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:39.660345 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-f94f5751-5238-4f9d-8fb9-891f992eb79f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 819 time: 0.9527106 Jun 09 22:17:39.816854 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-3f07ea4d-38b1-4b9c-ae43-75a87b20e5bb tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/quotas/6e98c5b67cb74257a3b2d02c64bd9ee2 HTTP/1.1" status: 200 len: 375 time: 0.1552351 Jun 09 22:17:39.825584 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe122b-6771-400b-84a4-d23f847afdde req-95a8f048-e60e-4a3a-ae87-fc696ce5c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:39.827118 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-95a8f048-e60e-4a3a-ae87-fc696ce5c676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44120a2b21ef4e37b20717ee387e320a&device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 1097 time: 0.5061009 Jun 09 22:17:39.883712 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258f59a-aac4-4d29-a7f9-bc805300182c req-45fd7ede-6d02-4cd8-83ee-c0980e005bcd tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:39.923468 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1258f59a-aac4-4d29-a7f9-bc805300182c req-45fd7ede-6d02-4cd8-83ee-c0980e005bcd tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 0.7498960 Jun 09 22:17:40.015436 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Allocated IP 172.27.0.120 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/777477bc-39ef-40bd-8ff2-835af17e888a) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:40.067009 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:32Z', 'revision_number': 4, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'fb97990e-e7fb-4014-9131-8a01497b01d8', 'name': '', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'mac_address': 'fa:16:3e:4c:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '890c08c0-e959-4566-8b5a-806eff681208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:30Z', 'updated_at': '2021-06-09T22:17:33Z', 'revision_number': 2, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'subnets': [{'id': '890c08c0-e959-4566-8b5a-806eff681208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:40.077504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 0d455918-65f7-46c2-b801-9d1a32214d60 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:40.077954 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-f593e6d4-037d-4900-82bb-21657d1efa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:40.081448 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-f593e6d4-037d-4900-82bb-21657d1efa29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.6608324 Jun 09 22:17:40.133693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Checking router: 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:17:40.134230 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Updating router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb port fb97990e-e7fb-4014-9131-8a01497b01d8 binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:17:40.198984 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.199461 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.238591 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1258f59a-aac4-4d29-a7f9-bc805300182c req-4082cd67-512c-43fa-9f60-ecdea210c08b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181584 Jun 09 22:17:40.355058 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.379632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-94572a0a-49ee-4047-a398-59a5e475b3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:40.415522 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 0d455918-65f7-46c2-b801-9d1a32214d60 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:40.443595 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 0d455918-65f7-46c2-b801-9d1a32214d60 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:40.443595 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.515401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:40.528839 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.538057 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:40.545702 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.545702 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6417735 Jun 09 22:17:40.548938 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41360) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:40.551793 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe122b-6771-400b-84a4-d23f847afdde req-0f3de9d9-5138-4814-b158-283badae53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:40.562827 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-0f3de9d9-5138-4814-b158-283badae53d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=00bb1846-4853-4a65-a61e-4fd2324a29e6 HTTP/1.1" status: 200 len: 912 time: 0.6247106 Jun 09 22:17:40.567096 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group_rule': {'security_group_id': '0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:40.580183 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Transition to ACTIVE for port object e52cfb5c-993c-498e-93e5-8d2625dbb297 will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:40.665544 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.671528 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:40.681356 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-b14a2e3b-3a4e-4fcc-afda-e08bbbedd99c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d35593d0-d997-4998-8097-3d4cae4f58e1 HTTP/1.1" status: 200 len: 217 time: 0.0946789 Jun 09 22:17:40.824908 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.839543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:40.882644 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-09869793-6cbd-4e11-a2e9-a62f2273e1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7951829 Jun 09 22:17:40.905355 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe122b-6771-400b-84a4-d23f847afdde req-79be6ecd-2407-4919-bfd7-fac0b3fb8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:40.906915 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-79be6ecd-2407-4919-bfd7-fac0b3fb8f98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=312b3390-e520-4345-b6ad-4fd5b5e65628 HTTP/1.1" status: 200 len: 851 time: 0.2163765 Jun 09 22:17:40.934247 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da7d34b-f54f-4608-92ac-94397e625c16 x-openstack-request-id: req-5da7d34b-f54f-4608-92ac-94397e625c16 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:40.938891 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:40.939378 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5da7d34b-f54f-4608-92ac-94397e625c16 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:40.940017 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888', 'status': 'completed', 'code': 200} Jun 09 22:17:41.104673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.176639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41378) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:41.189760 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e37a-dd72-4c26-a000-e7527b0d80e1 None None] Pushing event updated for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:41.207957 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 0d455918-65f7-46c2-b801-9d1a32214d60, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=0d455918-65f7-46c2-b801-9d1a32214d60,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:41.233036 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-0858e37a-dd72-4c26-a000-e7527b0d80e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:41.237486 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-e6404883-995d-4e2b-90d2-2cba496ed329 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=00bb1846-4853-4a65-a61e-4fd2324a29e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2960572 Jun 09 22:17:41.303632 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cb0c3f5d-451c-41bb-984f-6e16c45e97e4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4854271 Jun 09 22:17:41.308834 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-79a793bf-d64b-4e92-96ad-acd652c478ce service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810048 Jun 09 22:17:41.339321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.361134 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:41.405994 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.524730 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.548860 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Transition to ACTIVE for port object fb97990e-e7fb-4014-9131-8a01497b01d8 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:41.552207 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:41.556403 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:41.599098 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.600770 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.642406 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:41.648938 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.652953 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:41.675976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.699246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:41.731327 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c6a19f-f4d3-46c4-bc09-8cc3b2843666,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:41.739551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:41.740638 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Attempting to bind port e52cfb5c-993c-498e-93e5-8d2625dbb297 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:41.741190 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Attempting to bind port e52cfb5c-993c-498e-93e5-8d2625dbb297 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:41.741601 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Attempting to bind port e52cfb5c-993c-498e-93e5-8d2625dbb297 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:41.777283 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:41.781133 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Checking segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:41.781133 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.781133 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Bound using segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:41.804370 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-7ed99d13-61e0-4183-8668-5971e8132c12 service neutron] 10.222.0.35 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418470 Jun 09 22:17:41.810335 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:41.811661 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Bound port: e52cfb5c-993c-498e-93e5-8d2625dbb297, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:41.812117 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:41.820551 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:41.830699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14441d5e-bf8d-4829-9669-a614e51d5aa3 req-59f83fac-3b1e-4d3d-80ae-7e2fabb8d231 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:41.849698 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14441d5e-bf8d-4829-9669-a614e51d5aa3 req-59f83fac-3b1e-4d3d-80ae-7e2fabb8d231 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 944 time: 0.7812450 Jun 09 22:17:41.889766 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:41.904309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=777477bc-39ef-40bd-8ff2-835af17e888a,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:41.930807 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-2a915dcf-f360-49b4-8349-e1f049c72f9c service neutron] 10.222.0.38 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262085 Jun 09 22:17:41.964048 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:41.965587 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] For port e52cfb5c-993c-498e-93e5-8d2625dbb297, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:41.988780 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] For port e52cfb5c-993c-498e-93e5-8d2625dbb297, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=e52cfb5c-993c-498e-93e5-8d2625dbb297,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:42.050286 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.066137 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:42.077390 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ea79d5-16a4-4e82-ad8f-aa43649d59a7 req-45a9ee9e-b9c4-4efb-ae79-91cfb44b2e6d service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651379 Jun 09 22:17:42.167062 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.233368 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-8421d496-2351-4546-9f61-894a4bbd8d5e service neutron] 10.222.0.38 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015325 Jun 09 22:17:42.253660 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:42.256586 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:42.286352 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Pushing event updated for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:42.295819 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14441d5e-bf8d-4829-9669-a614e51d5aa3 req-a5e58d5a-ab75-4e83-bf05-d047d81397d0 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451790 Jun 09 22:17:42.299630 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:42.412911 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Attempting to bind port fb97990e-e7fb-4014-9131-8a01497b01d8 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:42.412911 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Attempting to bind port fb97990e-e7fb-4014-9131-8a01497b01d8 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:42.412911 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Attempting to bind port fb97990e-e7fb-4014-9131-8a01497b01d8 on network acf94637-4099-43f8-a600-afbe79958383 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:42.464699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:42.465030 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Checking segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:42.473704 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.474144 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Bound using segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:42.474671 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Bound port: fb97990e-e7fb-4014-9131-8a01497b01d8, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:42.475081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.501502 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82fe122b-6771-400b-84a4-d23f847afdde req-3c8783dd-7d93-472a-a08a-a1246cdf4117 service neutron] 10.222.0.35 "GET /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476083 Jun 09 22:17:42.545765 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e37a-dd72-4c26-a000-e7527b0d80e1 None None] Pushing event updated for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=4']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:42.569018 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-0858e37a-dd72-4c26-a000-e7527b0d80e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:42.714389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.748259 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.853559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] For port fb97990e-e7fb-4014-9131-8a01497b01d8, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:42.863331 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] For port fb97990e-e7fb-4014-9131-8a01497b01d8, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=fb97990e-e7fb-4014-9131-8a01497b01d8,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:42.874062 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc697b22-b6b8-43fd-8343-71b11cbd8e8c req-e7ed346b-0640-4d9f-b89c-10328727bdb4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:42.884531 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bc697b22-b6b8-43fd-8343-71b11cbd8e8c req-e7ed346b-0640-4d9f-b89c-10328727bdb4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 0.2149878 Jun 09 22:17:42.892468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.911506 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.911935 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3615286 Jun 09 22:17:42.916350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41410) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:42.921431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group_rule': {'security_group_id': '0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:42.929210 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:42.934053 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:42.982098 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f2fcf53-48bc-4b25-993e-b1c19c674498 req-7595c743-8b26-4a90-b4a1-62bd80c92061 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 210 time: 0.2368357 Jun 09 22:17:43.027578 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:43.028667 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:43.028749 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bc697b22-b6b8-43fd-8343-71b11cbd8e8c req-3969de86-eccd-42fc-a10c-a719504ad75a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411257 Jun 09 22:17:43.044873 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:43.165491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:43.181951 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aec1547-9ea7-4df8-808b-4317320c041e,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:43.200453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:17:43.200453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:43.210652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:43.289968 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:43.292480 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6354a193-a3fc-4213-bfde-d6d5bb45720a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:43.469635 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6881ef8b-0753-4f22-a164-b9d44e6519b2,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:43.487382 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:43.495854 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:17:43.530399 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:43.535130 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-af9fd9c4-a847-4187-8e62-a5e37d661043 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6145761 Jun 09 22:17:43.535405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41440) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:43.543822 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:43.815109 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:43.871796 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Pushing event updated for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:43.884845 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:43.916967 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 0d455918-65f7-46c2-b801-9d1a32214d60 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:43.990092 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ff684bb29a64a98a78ae71d96857590&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8045704 Jun 09 22:17:43.992293 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-91cce6d4-ad46-4b2a-b6ea-1038512b4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:43.993714 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-91cce6d4-ad46-4b2a-b6ea-1038512b4aa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 1096 time: 1.7556641 Jun 09 22:17:43.996474 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41450) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:43.997500 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf96138-a5b6-4e07-8ccd-a3f55d94f662 req-be35eb00-e319-4bb9-b14b-829e771b22b3 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:44.000133 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ecf96138-a5b6-4e07-8ccd-a3f55d94f662 req-be35eb00-e319-4bb9-b14b-829e771b22b3 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 944 time: 0.2966650 Jun 09 22:17:44.024642 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:44.030169 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecef803-b02a-4979-bed2-d3053ab67905 None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:44.072754 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ecf96138-a5b6-4e07-8ccd-a3f55d94f662 req-2605236d-3f5d-4197-9046-d0cae176a1e0 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656486 Jun 09 22:17:44.081592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.214210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.229196 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 0d455918-65f7-46c2-b801-9d1a32214d60 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:44.229733 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.304840 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.364918 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5f9a38e7-8e3d-43bf-a8d4-26dc507d814d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:44.515229 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:32Z', 'revision_number': 4, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'fb97990e-e7fb-4014-9131-8a01497b01d8', 'name': '', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'mac_address': 'fa:16:3e:4c:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '890c08c0-e959-4566-8b5a-806eff681208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:30Z', 'updated_at': '2021-06-09T22:17:42Z', 'revision_number': 4, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'subnets': [{'id': '890c08c0-e959-4566-8b5a-806eff681208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:17:44.515916 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-00bc9d67-74e2-41d9-8d9c-4afbb16d1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:44.518439 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-00bc9d67-74e2-41d9-8d9c-4afbb16d1d1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 916 time: 0.3944798 Jun 09 22:17:44.520753 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0782ee-ec7f-4c9b-85c5-09ea90e05973 None None] The sync data for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi is: [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:17:32Z', 'revision_number': 4, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'fb97990e-e7fb-4014-9131-8a01497b01d8', 'name': '', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'mac_address': 'fa:16:3e:4c:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '890c08c0-e959-4566-8b5a-806eff681208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:30Z', 'updated_at': '2021-06-09T22:17:42Z', 'revision_number': 4, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'subnets': [{'id': '890c08c0-e959-4566-8b5a-806eff681208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:17:44.546080 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Allocated IP 172.27.0.139 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/4110486b-23f4-42a4-9669-2f682af566c8) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:44.664590 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.680422 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b33e6-6484-4e02-b1ee-ec03756f1370 req-d54455be-d443-4f46-aa8e-bd7813e0c860 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:44.687318 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a30b33e6-6484-4e02-b1ee-ec03756f1370 req-d54455be-d443-4f46-aa8e-bd7813e0c860 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 0.3696439 Jun 09 22:17:44.689579 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-39fffb49-5571-49b9-91a2-e0b72c812051 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c057bdd-0d53-48cf-b086-0c532ae66888 HTTP/1.1" status: 200 len: 217 time: 0.1510575 Jun 09 22:17:44.771976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.787455 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=777477bc-39ef-40bd-8ff2-835af17e888a,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:44.794906 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:44.807547 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.808139 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3697548 Jun 09 22:17:44.839238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-b8f0fad3-4a4f-42bd-9396-c8f83f40b91a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:44.847609 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-b8f0fad3-4a4f-42bd-9396-c8f83f40b91a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 819 time: 1.0361047 Jun 09 22:17:44.903212 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-6c72cc9a-ddc8-42c6-9c37-3aba267010b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/quotas/6e98c5b67cb74257a3b2d02c64bd9ee2 HTTP/1.1" status: 200 len: 375 time: 0.0543430 Jun 09 22:17:44.905144 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:44.908010 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-06cc4f2c-1757-483e-b04d-f6f954646acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:44.909875 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-06cc4f2c-1757-483e-b04d-f6f954646acf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.2090673 Jun 09 22:17:44.958388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.015793 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a30b33e6-6484-4e02-b1ee-ec03756f1370 req-3e43ad6a-1926-4433-a165-e4d8065eed14 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144593 Jun 09 22:17:45.040111 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-e060e7ea-0af5-4179-a4c6-ed97d72798d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903461 Jun 09 22:17:45.074537 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.096429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:45.238260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:45.259875 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=4110486b-23f4-42a4-9669-2f682af566c8,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:45.278623 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:45.296673 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:45.342260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:45.345332 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-34248667-6693-4227-bd33-5af9a40d79c3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4409940 Jun 09 22:17:45.348673 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-069ef8d0-b709-46d9-b466-d725ea9adb20 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--451772909&fields=id&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 267 time: 0.1152029 Jun 09 22:17:45.376957 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-034ecc26-7daf-4da4-965b-a84e308ab313 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255515 Jun 09 22:17:45.516586 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.598945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device e52cfb5c-993c-498e-93e5-8d2625dbb297 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:45.676363 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-65452dfb-1073-4313-9746-adf5e86f1545 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:45.677860 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-65452dfb-1073-4313-9746-adf5e86f1545 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 816 time: 0.3175783 Jun 09 22:17:45.685552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.696618 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0aec1547-9ea7-4df8-808b-4317320c041e HTTP/1.1" status: 204 len: 168 time: 1.6876130 Jun 09 22:17:45.703262 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:45.703535 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-41fe2e0d-82fe-4282-9881-0d66c96a4563 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/quotas/5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 375 time: 0.0169301 Jun 09 22:17:45.745710 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aec1547-9ea7-4df8-808b-4317320c041e,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:45.752805 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:45.773643 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-9439b3fd-de0b-45ec-a6ac-212967114203 service neutron] 10.222.0.38 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271228 Jun 09 22:17:45.877613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.931998 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-a46b640b-4ddb-4556-a33d-44b4ce154609 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211554 Jun 09 22:17:45.940899 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port e52cfb5c-993c-498e-93e5-8d2625dbb297 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:45.950879 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port e52cfb5c-993c-498e-93e5-8d2625dbb297 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:45.951266 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:45.965653 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-317f5694-f1b2-4429-90b4-685e34d039e3 service neutron] 10.222.0.38 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907558 Jun 09 22:17:46.020568 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-038f06ba-bd40-4c51-aed7-6fe6cf9f61f7 req-43999360-53ca-4a1b-b443-0e945ccc693e service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695727 Jun 09 22:17:46.185496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.227694 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.265264 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-4d27c9b1-b61b-4606-89d6-5ff943ca80f3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:46.277398 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-4d27c9b1-b61b-4606-89d6-5ff943ca80f3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 819 time: 0.2139108 Jun 09 22:17:46.294779 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Request body: {'port': {'device_id': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'admin_state_up': True, 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:46.302375 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port e52cfb5c-993c-498e-93e5-8d2625dbb297, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=e52cfb5c-993c-498e-93e5-8d2625dbb297,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:46.348095 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-07af7954-3a15-48ec-8bdf-cd13bd508149 service neutron] 10.222.0.38 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923714 Jun 09 22:17:46.362909 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.364620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device fb97990e-e7fb-4014-9131-8a01497b01d8 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:46.443750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:46.617620 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41504) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:46.655104 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.657736 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:46.661061 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:46.701783 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port fb97990e-e7fb-4014-9131-8a01497b01d8 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:46.708046 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port fb97990e-e7fb-4014-9131-8a01497b01d8 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:46.708432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.783228 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-b8707e1c-4cd0-49ef-897c-dbd2afae634a service neutron] 10.222.0.38 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212735 Jun 09 22:17:46.857216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.912585 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.936444 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad1a8-69ce-4d48-ba34-db23de5a459a req-59e74cbf-abbe-4591-883f-e4f4ed901968 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:46.938146 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-47bad1a8-69ce-4d48-ba34-db23de5a459a req-59e74cbf-abbe-4591-883f-e4f4ed901968 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 944 time: 0.4596410 Jun 09 22:17:46.955586 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.957738 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:46.971498 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:46.996649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port fb97990e-e7fb-4014-9131-8a01497b01d8, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=fb97990e-e7fb-4014-9131-8a01497b01d8,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:47.050740 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.051255 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-47bad1a8-69ce-4d48-ba34-db23de5a459a req-c57b8e96-3d8c-4e7f-b3ee-b710679658dd tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060662 Jun 09 22:17:47.060121 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.067108 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.067351 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:47.114300 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=4110486b-23f4-42a4-9669-2f682af566c8,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:47.121795 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:47.121795 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fe5f2255-5be4-4a4b-acde-97af34497eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:47.129069 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Made reservation on behalf of 6e98c5b67cb74257a3b2d02c64bd9ee2 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:47.132817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.184653 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84b907b-f0c1-4f57-a2c4-ee58f9150a3f,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:47.191517 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:47.199116 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5cda3383876d4a16a8fbfc803c045dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770369 Jun 09 22:17:47.201641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41528) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:47.204162 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:47.210709 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:47.305547 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.320240 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7834671 Jun 09 22:17:47.330756 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3760e8cd-f532-44df-a9a7-cb76b050952a req-ac1df1ef-c559-48f8-a9d8-9caf1e9651d3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0861626 Jun 09 22:17:47.409237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.457622 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.496814 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device e52cfb5c-993c-498e-93e5-8d2625dbb297 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:47.526695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Allocated IP 172.20.0.3 (acf94637-4099-43f8-a600-afbe79958383/890c08c0-e959-4566-8b5a-806eff681208/4bc1567d-02f9-4f71-ae91-d28b48388f96) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:47.535053 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-30cf79ff-1d9e-46c1-957a-a3fae6ccac51 req-4d236d4a-1efc-480c-8420-aac606f69ae2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.0678246 Jun 09 22:17:47.650487 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port e52cfb5c-993c-498e-93e5-8d2625dbb297 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:47.651036 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.666040 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.669442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:47.673719 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f84b907b-f0c1-4f57-a2c4-ee58f9150a3f HTTP/1.1" status: 204 len: 168 time: 0.4681101 Jun 09 22:17:47.673719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:47.683242 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1783e-dc21-43db-9f5a-c164c30ea05b req-63eac63f-74fd-4b48-8430-8c1abcec6e49 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:47.684865 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-56f1783e-dc21-43db-9f5a-c164c30ea05b req-63eac63f-74fd-4b48-8430-8c1abcec6e49 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 0.4181337 Jun 09 22:17:47.718712 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84b907b-f0c1-4f57-a2c4-ee58f9150a3f,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:47.747265 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:47.825719 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-341f9e3f-25fb-4def-8d50-e52013c6aa07 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1314243636&fields=id&tenant_id=cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 267 time: 0.1403120 Jun 09 22:17:47.912738 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-56f1783e-dc21-43db-9f5a-c164c30ea05b req-19133eaf-4f15-4cbd-9bf8-3591cefbf142 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201931 Jun 09 22:17:47.931816 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device fb97990e-e7fb-4014-9131-8a01497b01d8 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:47.994575 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:48.010441 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port fb97990e-e7fb-4014-9131-8a01497b01d8 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:48.011148 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:48.084853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:48.105238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7af08614-e755-43a6-90e9-162b0052234b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:48.145504 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-ec7aba5c-a5f4-404c-8466-4bcdda8205f4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:48.154910 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-ec7aba5c-a5f4-404c-8466-4bcdda8205f4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 810 time: 0.3198099 Jun 09 22:17:48.179113 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-92a01efd-84c6-4076-acb5-d26c1d6445a8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/quotas/cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 375 time: 0.0173149 Jun 09 22:17:48.292956 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Pushing event updated for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:48.297014 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:48.302591 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Network acf94637-4099-43f8-a600-afbe79958383 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:48.303773 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:48.306268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:48.312069 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:48.312791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:48.427190 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1393719 Jun 09 22:17:48.441928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Request body: {'port': {'device_id': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:48.481844 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-12a10fc7-f5c7-4e15-b7ea-c465f529e54a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2843227 Jun 09 22:17:48.538387 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffd15-ade6-4fbf-8f20-b2b0dc3b975c req-a28bd1f7-fc25-4f38-9b61-2918fc50ad74 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:48.539889 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ebbffd15-ade6-4fbf-8f20-b2b0dc3b975c req-a28bd1f7-fc25-4f38-9b61-2918fc50ad74 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 944 time: 0.2087944 Jun 09 22:17:48.649373 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ebbffd15-ade6-4fbf-8f20-b2b0dc3b975c req-852c70cb-1b12-4aa5-bf00-654a0cf3dbcf tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Jun 09 22:17:48.650139 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:48.745373 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6455b46f-5544-4e8e-a3ea-334a9dd8505f service neutron] 10.222.0.38 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636766 Jun 09 22:17:48.785108 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device d35593d0-d997-4998-8097-3d4cae4f58e1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:17:48.918542 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-940f5d5f-8f85-4c06-a889-02dd9ef979f0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:48.920677 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-940f5d5f-8f85-4c06-a889-02dd9ef979f0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 819 time: 0.3360305 Jun 09 22:17:48.955066 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Request body: {'port': {'device_id': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'admin_state_up': True, 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:49.000268 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:49.049241 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'network_id': '00bb1846-4853-4a65-a61e-4fd2324a29e6', 'port_id': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'mac_address': 'fa:16:3e:8e:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312b3390-e520-4345-b6ad-4fd5b5e65628', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:17:49.067580 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-83573cc0-f5b1-4fd6-9542-d36c705cd9f9 req-f1b68d08-596a-4782-abf4-90849fbe010f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.2486172 Jun 09 22:17:49.139158 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-ace4a20e-35bd-4744-8b02-8f37befe325f service neutron] 10.222.0.38 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745935 Jun 09 22:17:49.187937 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.217236 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35593d0-d997-4998-8097-3d4cae4f58e1 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:49.258495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:49.311533 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Made reservation on behalf of 6e98c5b67cb74257a3b2d02c64bd9ee2 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:49.316786 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.334444 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.335277 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1c057bdd-0d53-48cf-b086-0c532ae66888 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:17:49.338444 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:49.451344 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b68ae23e-494e-465d-92dd-72f13482a130 req-9a96a41a-7adc-40f2-9146-d42888a4874b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.1567426 Jun 09 22:17:49.545257 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc1567d-02f9-4f71-ae91-d28b48388f96 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:49.622817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.678832 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5607144f-23cc-45a7-9e36-4fe57cd7842f req-a8b24661-368d-496b-bc30-d29ebeb7d829 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.1132154 Jun 09 22:17:49.697270 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:49.701697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:49.703152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Transition to ACTIVE for port object 4bc1567d-02f9-4f71-ae91-d28b48388f96 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:49.770329 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c057bdd-0d53-48cf-b086-0c532ae66888,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:49.785762 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.791692 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:49.798518 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '1c057bdd-0d53-48cf-b086-0c532ae66888', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'port_id': '1c057bdd-0d53-48cf-b086-0c532ae66888', 'mac_address': 'fa:16:3e:b9:3b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17ae28-49fb-4b57-85bb-d9a11b0d0a80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:17:49.907143 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:49.930419 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c057bdd-0d53-48cf-b086-0c532ae66888 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:49.952233 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c057bdd-0d53-48cf-b086-0c532ae66888,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:49.987316 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa780a-6be6-4371-a252-15e6b99ef234 req-b207444b-1129-4e89-a74a-1bff3856d27e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:49.997989 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-77fa780a-6be6-4371-a252-15e6b99ef234 req-b207444b-1129-4e89-a74a-1bff3856d27e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 943 time: 0.3647754 Jun 09 22:17:50.000852 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.35', 50397) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:50.042825 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:50.044638 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:50.147618 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Attempting to bind port 4bc1567d-02f9-4f71-ae91-d28b48388f96 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:50.147983 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Attempting to bind port 4bc1567d-02f9-4f71-ae91-d28b48388f96 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:50.148266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Attempting to bind port 4bc1567d-02f9-4f71-ae91-d28b48388f96 on network acf94637-4099-43f8-a600-afbe79958383 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:50.152553 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:50.157975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:50.160068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Port 4bc1567d-02f9-4f71-ae91-d28b48388f96 on network acf94637-4099-43f8-a600-afbe79958383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:17:50.160388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Attempting to bind port 4bc1567d-02f9-4f71-ae91-d28b48388f96 on network acf94637-4099-43f8-a600-afbe79958383 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:50.180295 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:50.180631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Checking segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:50.181015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Bound using segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:50.185665 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Bound port: 4bc1567d-02f9-4f71-ae91-d28b48388f96, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:50.186274 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:50.196800 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:50.200511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:50.218787 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Allocated IP 172.20.0.7 (acf94637-4099-43f8-a600-afbe79958383/890c08c0-e959-4566-8b5a-806eff681208/1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:50.290562 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-77fa780a-6be6-4371-a252-15e6b99ef234 req-cdea53ae-275f-433f-8445-e1d39c422fab tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913318 Jun 09 22:17:50.306988 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-ae939f07-defe-4967-b96c-51fbcf54df0d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:50.318785 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-ae939f07-defe-4967-b96c-51fbcf54df0d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 816 time: 0.3097770 Jun 09 22:17:50.328515 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:17:50.335954 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:50.339199 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:50.349882 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1140a1-0d71-4344-b55b-9f4d97d68839 req-c7960896-d06c-449e-b89f-f29333aee782 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:50.356781 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fe1140a1-0d71-4344-b55b-9f4d97d68839 req-c7960896-d06c-449e-b89f-f29333aee782 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 945 time: 0.4053125 Jun 09 22:17:50.426847 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fe1140a1-0d71-4344-b55b-9f4d97d68839 req-8edbd1c9-1e2f-4e14-97f5-d201077b76d2 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Jun 09 22:17:50.430328 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['d35593d0-d997-4998-8097-3d4cae4f58e1'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:17:50.443061 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:50.444924 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-414ac5df-1f67-4829-aa94-a6f97a0ec213 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 379 time: 0.1036692 Jun 09 22:17:50.459615 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11f78d62-7118-4712-8666-f6061b676751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:50.459717 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'port': {'device_id': '9c803c0f-e4bd-4154-9007-a376e795208b', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'admin_state_up': True, 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'security_groups': ['f1d05a01-fb90-43d0-8fe5-789584be6a15']}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:50.602105 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:50.614720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:50.614720 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 1093 time: 2.1727147 Jun 09 22:17:50.614720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:50.635320 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:50.742473 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:50.749311 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:50.772071 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-926321d4-c9d0-4697-b788-529da21de22c req-582f4e68-ceab-49d1-9ab2-b085c0ce775f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.2280877 Jun 09 22:17:50.921156 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:50.951537 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2d1a999e-df4c-40f6-9095-de90230a0d0a req-4520e5c5-4724-4d2b-97d3-af0b4ed7dd32 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.0710998 Jun 09 22:17:50.955082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5af26-3baa-45aa-b506-02d488a1ea62 x-openstack-request-id: req-bff5af26-3baa-45aa-b506-02d488a1ea62 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:50.955082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:50.955445 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bff5af26-3baa-45aa-b506-02d488a1ea62 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:50.955968 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96', 'status': 'completed', 'code': 200} Jun 09 22:17:50.993554 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-b34cab95-8cca-41c7-a5ff-1f0276dcc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:50.995946 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-b34cab95-8cca-41c7-a5ff-1f0276dcc4cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1096 time: 0.2449191 Jun 09 22:17:51.060227 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Made reservation on behalf of 5220320a350b438382bbae19e97ddd0c for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:51.065537 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:51.090609 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:51.105601 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:51.133515 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-96f1dfbd-f1c7-4554-934b-a81ef36c5f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.1302493 Jun 09 22:17:51.234663 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-7c3d711f-1d55-487c-8ccc-557cf08a2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:51.237411 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-7c3d711f-1d55-487c-8ccc-557cf08a2a49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.0894170 Jun 09 22:17:51.324834 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-d4ca5e3e-42ef-4e9a-8da1-c11dbde13e0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790606 Jun 09 22:17:51.369297 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0cbe266c-74e5-414e-bae5-327e33126e2b req-2f012d43-62a3-4671-a887-b7fdbf7a46fe tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.2133121 Jun 09 22:17:51.380861 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Network acf94637-4099-43f8-a600-afbe79958383 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:51.391374 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:51.402708 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:51.408053 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:51.408690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:51.443510 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Pushing event updated for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:51.450306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:51.502990 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5558286 Jun 09 22:17:51.519003 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Request body: {'port': {'device_id': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:51.563758 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-2263b6f8-a1c7-4fa5-95e5-1c2db0debdfc service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323961 Jun 09 22:17:51.603178 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e5a3-16d3-4600-81f5-9159fdaac565 req-80365016-78c3-464d-a533-e1ad1be40033 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:51.604581 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5165e5a3-16d3-4600-81f5-9159fdaac565 req-80365016-78c3-464d-a533-e1ad1be40033 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 944 time: 0.1591473 Jun 09 22:17:51.724272 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Allocated IP 172.20.0.6 (dcf1ce77-f759-45ef-acc3-4a474fce6e66/68c4a8e2-43bf-40d1-b0cc-c5812bde4f12/5c132894-271a-4c87-8103-1d6192964497) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:51.729960 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5165e5a3-16d3-4600-81f5-9159fdaac565 req-ca6e7569-1919-44a4-bd79-36fd1a3e8582 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809274 Jun 09 22:17:51.758403 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e8a8ad4-f656-4f57-828d-37679db01d25 req-3fe6c300-c29f-47b9-bd4d-4660d7004650 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853991 Jun 09 22:17:51.787534 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:51.799053 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41678) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:51.883928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be31c-1490-49f5-bff6-5e7550a8c96c req-45bdd59c-92a9-4ec1-8d50-89e5c650e425 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:51.886108 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-905be31c-1490-49f5-bff6-5e7550a8c96c req-45bdd59c-92a9-4ec1-8d50-89e5c650e425 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 945 time: 0.3004477 Jun 09 22:17:52.068102 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.073899 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-905be31c-1490-49f5-bff6-5e7550a8c96c req-e87b486f-ab67-4f55-b2e8-6878d420c620 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700933 Jun 09 22:17:52.221829 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb14e01-e91f-491b-86b5-3ebc073a232d req-179168ad-1add-4f31-b1b1-4ac1515a7093 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:52.228676 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4fb14e01-e91f-491b-86b5-3ebc073a232d req-179168ad-1add-4f31-b1b1-4ac1515a7093 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 931 time: 0.3326969 Jun 09 22:17:52.232445 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.260919 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-cf0f303b-ceba-4bde-8e73-e83776633ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:52.262568 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-cf0f303b-ceba-4bde-8e73-e83776633ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1096 time: 0.2935114 Jun 09 22:17:52.299987 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Transition to ACTIVE for port object 5c132894-271a-4c87-8103-1d6192964497 will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:52.364241 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4fb14e01-e91f-491b-86b5-3ebc073a232d req-7aaae553-2fc0-436f-a3d2-2a566620284a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351831 Jun 09 22:17:52.453709 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4a180d9c-7249-4a62-9276-6cd3e984d81c req-528769fa-85b4-436a-92f0-7c56be3d586b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.0899439 Jun 09 22:17:52.455277 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.481054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-57d5d267-19b2-42d2-a8a9-585d402b8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:52.482622 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-57d5d267-19b2-42d2-a8a9-585d402b8b35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.2108240 Jun 09 22:17:52.521531 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.531216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:52.552975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.566716 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:52.570691 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ef130df7-7cca-4002-a5a1-1ba6899cfc95 req-3f6ac3f3-c7d9-45df-a0cd-0dd0cb5e66db tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.0534592 Jun 09 22:17:52.572413 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-210087fa-8566-4a39-9655-1cac0c43fc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:52.584305 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.614530 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4968c368f6847c782b8fc26dba28022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8132112 Jun 09 22:17:52.615359 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e370e67-58d8-4910-93e0-996823722188,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:52.617828 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41696) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:52.622432 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Transition to ACTIVE for port object 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:52.628679 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:17:52.629116 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:52.632061 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:17:52.636448 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:17:52.642869 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:52.643549 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.648928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:52.656366 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:52.681081 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.683719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.693278 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:52.711115 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.743646 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2916129 Jun 09 22:17:52.854425 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.864776 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:52.864776 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e370e67-58d8-4910-93e0-996823722188 HTTP/1.1" status: 204 len: 168 time: 0.2429571 Jun 09 22:17:52.864776 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:52.875155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e370e67-58d8-4910-93e0-996823722188,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:52.877745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:52.893419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:52.943413 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:52.956726 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Attempting to bind port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:52.957070 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Attempting to bind port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:52.957422 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Attempting to bind port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 on network acf94637-4099-43f8-a600-afbe79958383 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:52.963779 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 on network acf94637-4099-43f8-a600-afbe79958383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:17:52.964097 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Attempting to bind port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 on network acf94637-4099-43f8-a600-afbe79958383 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:52.981755 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:52.982090 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Checking segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:52.982471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Bound using segment: {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:52.982894 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Bound port: 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b28cd8-0134-4256-8a1b-d5e18ac622d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'acf94637-4099-43f8-a600-afbe79958383'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:52.983234 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.071076 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339d548-2d6a-4db2-82e8-692499f3ca67 req-1b15b98f-1919-4f2f-af3e-b4eea334ea14 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:53.072562 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2339d548-2d6a-4db2-82e8-692499f3ca67 req-1b15b98f-1919-4f2f-af3e-b4eea334ea14 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 944 time: 0.1861777 Jun 09 22:17:53.124165 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-60ed5d84-35e3-4922-a05f-8d43c3afac44 None None] Provisioning for port 5c132894-271a-4c87-8103-1d6192964497 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:53.133874 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:53.141249 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-60ed5d84-35e3-4922-a05f-8d43c3afac44 None None] Provisioning complete for port 5c132894-271a-4c87-8103-1d6192964497 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:53.143619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60ed5d84-35e3-4922-a05f-8d43c3afac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.158766 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2339d548-2d6a-4db2-82e8-692499f3ca67 req-e385e59d-7739-41bf-af9b-3a9971b5d168 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Jun 09 22:17:53.162591 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:53.220406 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-60ed5d84-35e3-4922-a05f-8d43c3afac44 None None] Port 5c132894-271a-4c87-8103-1d6192964497 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:17:53.283632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.288452 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fd0675cc-4b60-4288-9267-31155be63591 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:53.309652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb96a4c-0157-4924-be7f-3be29305e814 req-2a031a1c-e6f8-4e68-98b5-e53b616cc70e tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:53.311233 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbb96a4c-0157-4924-be7f-3be29305e814 req-2a031a1c-e6f8-4e68-98b5-e53b616cc70e tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 945 time: 0.0946593 Jun 09 22:17:53.357893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:53.358975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.361427 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 HTTP/1.1" status: 200 len: 1093 time: 1.8507819 Jun 09 22:17:53.362233 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:53.364707 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab" -d '{"events": [{"name": "network-changed", "server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:53.409940 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbb96a4c-0157-4924-be7f-3be29305e814 req-651626d5-bfe7-4a9c-813a-12eefc968499 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668414 Jun 09 22:17:53.410457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:53.410457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:53.412141 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257eb64-4839-4f56-b0a6-98752bf3b9bc x-openstack-request-id: req-2257eb64-4839-4f56-b0a6-98752bf3b9bc {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:53.412452 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:53.412725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2257eb64-4839-4f56-b0a6-98752bf3b9bc {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:53.413172 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4', 'status': 'completed', 'code': 200} Jun 09 22:17:53.567539 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31651b7-6748-4262-ab96-6fd382b27b2f req-f4a43ec0-6b28-4b0c-a714-e18b82f1fcaa tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:53.569030 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a31651b7-6748-4262-ab96-6fd382b27b2f req-f4a43ec0-6b28-4b0c-a714-e18b82f1fcaa tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0809476 Jun 09 22:17:53.615215 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a31651b7-6748-4262-ab96-6fd382b27b2f req-3468db17-73d9-4ea6-b09b-bbaa1b3e07ea tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jun 09 22:17:53.663840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26d4cf-c392-4206-93e4-9d316643db2b req-bda9ae68-1813-4fe9-9bc6-15243bea6fe2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:53.665539 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-db26d4cf-c392-4206-93e4-9d316643db2b req-bda9ae68-1813-4fe9-9bc6-15243bea6fe2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 931 time: 0.0870864 Jun 09 22:17:53.713711 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-db26d4cf-c392-4206-93e4-9d316643db2b req-796bc182-8043-4497-9c73-8961a21b4d6b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Jun 09 22:17:53.756425 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 41724) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:53.773624 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.821402 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cce4144d-3ff8-4d54-ab98-65f23dd7121e req-70b29ec2-8e70-418b-bfb2-045e8cc61fa7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.1086400 Jun 09 22:17:53.883764 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.928555 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:53.941779 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:54.046985 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bdd9890945e4512a8380e44cad6a73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870708 Jun 09 22:17:54.046985 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99820e0a-e26a-4065-8a25-fc6825d02e06,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:54.047492 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 41726) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:54.050215 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:54.107154 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:54.134509 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:54.242744 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:54.245560 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:54.246796 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99820e0a-e26a-4065-8a25-fc6825d02e06 HTTP/1.1" status: 204 len: 168 time: 0.1975396 Jun 09 22:17:54.247537 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9df9f04f-616b-42ea-a159-db45d775ccb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:54.257708 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99820e0a-e26a-4065-8a25-fc6825d02e06,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:54.260111 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:54.359410 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ce98d-306f-4575-8ce5-654f5d0ff9ec req-8513a7b3-8713-4d9d-be8a-2abbae03b8f7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:54.361020 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0f0ce98d-306f-4575-8ce5-654f5d0ff9ec req-8513a7b3-8713-4d9d-be8a-2abbae03b8f7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 944 time: 0.0921125 Jun 09 22:17:54.408936 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0f0ce98d-306f-4575-8ce5-654f5d0ff9ec req-2a587dc7-4c63-4025-bab8-9ba4230265f1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Jun 09 22:17:54.534991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3f73d9bb-9c78-4e70-9e99-6c5bf0f5ea5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:54.588567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705f966-fa71-4914-b6bc-60442f77b84f req-971b4f58-a9d1-423f-a579-114661fe43c3 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:54.590221 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6705f966-fa71-4914-b6bc-60442f77b84f req-971b4f58-a9d1-423f-a579-114661fe43c3 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 945 time: 0.0893078 Jun 09 22:17:54.640245 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6705f966-fa71-4914-b6bc-60442f77b84f req-e1bcae3a-8f66-4ac3-86f1-c3d6c6742a78 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Jun 09 22:17:54.803657 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12481-d29c-4f6c-9b94-df96013273ad req-9a631024-84d1-4b0e-99b4-447ffb0e6be0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:54.805505 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7e12481-d29c-4f6c-9b94-df96013273ad req-9a631024-84d1-4b0e-99b4-447ffb0e6be0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0818012 Jun 09 22:17:54.856672 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7e12481-d29c-4f6c-9b94-df96013273ad req-10de353e-b575-4a21-9427-e8f8d1bea721 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Jun 09 22:17:54.919553 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35660b-c050-4485-bbb9-49067b0c8682 req-227c1fc8-6b80-4a2f-b74e-05cb7b2b4bc1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:54.921291 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0e35660b-c050-4485-bbb9-49067b0c8682 req-227c1fc8-6b80-4a2f-b74e-05cb7b2b4bc1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 931 time: 0.0935326 Jun 09 22:17:54.969426 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0e35660b-c050-4485-bbb9-49067b0c8682 req-034294e8-ef07-4fb7-a09b-6bac1a034f3f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 Jun 09 22:17:55.003296 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bac12650-87fc-4a02-af61-acb4487f5779 req-3e1bae24-dd59-458e-8002-185c4131494f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.0421929 Jun 09 22:17:55.242104 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.35', 50403) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:55.248832 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device d35593d0-d997-4998-8097-3d4cae4f58e1 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:55.270096 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Request body: {'port': {'device_id': '9c803c0f-e4bd-4154-9007-a376e795208b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:55.386831 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-3e1e59ee-b073-449d-8762-3b93f6b60ab4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.0820057 Jun 09 22:17:55.547746 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port d35593d0-d997-4998-8097-3d4cae4f58e1 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:55.553954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port d35593d0-d997-4998-8097-3d4cae4f58e1 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:55.556857 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:55.584025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:55.632840 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-ffa56031-38bd-4a8c-b201-0b8fe2dac2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:55.634460 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-ffa56031-38bd-4a8c-b201-0b8fe2dac2d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.1840000 Jun 09 22:17:55.684574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-387d5298-f4f9-41f0-84d0-25e946e802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:55.686104 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-387d5298-f4f9-41f0-84d0-25e946e802cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1096 time: 0.2662919 Jun 09 22:17:55.700080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:55.743629 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:55.805243 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-970141e9-15c7-419e-a1f1-a21dd7f4818a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:55.806793 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-970141e9-15c7-419e-a1f1-a21dd7f4818a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 810 time: 0.5450439 Jun 09 22:17:55.809473 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-de7c76a0-44ed-462b-8fde-e311b00b876d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558051 Jun 09 22:17:55.833396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f58e8-d304-4444-b44f-d1fc71284e27 req-0b936b2a-495d-4f63-8fc5-fbc87e7f25a8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:55.837777 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0d4f58e8-d304-4444-b44f-d1fc71284e27 req-0b936b2a-495d-4f63-8fc5-fbc87e7f25a8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 944 time: 0.3071282 Jun 09 22:17:55.866640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:55.888923 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0d4f58e8-d304-4444-b44f-d1fc71284e27 req-61e938cd-ad35-4121-8a74-79c784ae9ebf tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Jun 09 22:17:55.945787 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:55.946668 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1c057bdd-0d53-48cf-b086-0c532ae66888 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:17:56.021926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec8856-08ae-4558-9a0b-24e35900d2cf" -d '{"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:56.023933 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:56.035436 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ed3f9-9a4f-498b-834c-5af73f9af006 req-727dad49-6d43-4f85-96d9-866d1c7198b4 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:56.037211 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-956ed3f9-9a4f-498b-834c-5af73f9af006 req-727dad49-6d43-4f85-96d9-866d1c7198b4 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 945 time: 0.1983027 Jun 09 22:17:56.119326 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:56.122615 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:56.132468 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-956ed3f9-9a4f-498b-834c-5af73f9af006 req-09e9efa7-8d15-4ca2-bf45-5aabb3bdcfd6 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Jun 09 22:17:56.142167 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2a401-6f86-4daf-a846-3f9067bfd499 req-76206873-7b08-40c1-8f54-a293784b0fa2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:56.149761 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e7f2a401-6f86-4daf-a846-3f9067bfd499 req-76206873-7b08-40c1-8f54-a293784b0fa2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.1135917 Jun 09 22:17:56.193405 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e7f2a401-6f86-4daf-a846-3f9067bfd499 req-5f3f562b-7a4e-459d-a9e7-9108cbf0e01c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Jun 09 22:17:56.216684 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 1c057bdd-0d53-48cf-b086-0c532ae66888 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:17:56.222443 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 1c057bdd-0d53-48cf-b086-0c532ae66888 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:17:56.223037 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.226962 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:56.270681 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.294690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Transition to ACTIVE for port object 5c132894-271a-4c87-8103-1d6192964497 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:17:56.327755 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09f48-1a0d-426a-8aae-4f43b7f091cf req-b241b82c-b131-4513-9f56-e5ddd5c99f59 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:56.332052 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84f09f48-1a0d-426a-8aae-4f43b7f091cf req-b241b82c-b131-4513-9f56-e5ddd5c99f59 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 931 time: 0.0997612 Jun 09 22:17:56.361849 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.364421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.375647 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:56.377340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-91e444fd-ece1-48f5-a9bd-2fc88ac72a82 req-92bb6740-8cc1-48d8-bfa4-eac091e4a26b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.0760376 Jun 09 22:17:56.418956 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c057bdd-0d53-48cf-b086-0c532ae66888,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:56.466506 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.469404 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:56.584693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29734d82-dda6-432e-ab71-39b9f7aedf74 x-openstack-request-id: req-29734d82-dda6-432e-ab71-39b9f7aedf74 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:56.586408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:56.586860 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29734d82-dda6-432e-ab71-39b9f7aedf74 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:56.587545 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'code': 200} Jun 09 22:17:56.626656 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:56.632176 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:56.644852 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84f09f48-1a0d-426a-8aae-4f43b7f091cf req-eb23ad38-6597-40d8-8cac-4d2d70ba28f3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055453 Jun 09 22:17:56.672262 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:56.709574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:56.737934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Attempting to bind port 5c132894-271a-4c87-8103-1d6192964497 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:17:56.738342 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Attempting to bind port 5c132894-271a-4c87-8103-1d6192964497 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:17:56.738974 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Attempting to bind port 5c132894-271a-4c87-8103-1d6192964497 on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:56.744935 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Port 5c132894-271a-4c87-8103-1d6192964497 on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:17:56.745294 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Attempting to bind port 5c132894-271a-4c87-8103-1d6192964497 on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:17:56.755860 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:17:56.756205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Checking segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:17:56.756593 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Bound using segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:17:56.757022 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Bound port: 5c132894-271a-4c87-8103-1d6192964497, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:17:56.757434 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.867671 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:17:56.871088 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:17:56.878502 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4649-0446-4e84-b527-a43fd1b0ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.984432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.984669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:56.984669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:17:57.039289 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:57.039911 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:57.041346 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] 10.222.0.35 "PUT /v2.0/ports/5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 1093 time: 1.7770214 Jun 09 22:17:57.041833 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:57.044201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60" -d '{"events": [{"name": "network-changed", "server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:57.067082 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:17:57.070881 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:17:57.101617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399319f-0ea0-44a5-ad00-0d14b4a44759 x-openstack-request-id: req-0399319f-0ea0-44a5-ad00-0d14b4a44759 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:57.102083 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "tag": "5c132894-271a-4c87-8103-1d6192964497", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:57.102373 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0399319f-0ea0-44a5-ad00-0d14b4a44759 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:57.102764 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'status': 'completed', 'code': 200} Jun 09 22:17:57.106693 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9db3e-6420-441c-b4ba-f28c40632b2e req-63a134e9-0404-458c-bc10-42a18ab98fd7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:57.113260 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4ee9db3e-6420-441c-b4ba-f28c40632b2e req-63a134e9-0404-458c-bc10-42a18ab98fd7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0946727 Jun 09 22:17:57.156869 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4ee9db3e-6420-441c-b4ba-f28c40632b2e req-7103ed82-78b7-4845-8892-06a1029d4162 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Jun 09 22:17:57.325566 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2bfad-4548-4dbd-9ab3-447cbd68b66f req-270eae1b-2643-4e7d-b257-8a494f00b519 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:57.327038 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9df2bfad-4548-4dbd-9ab3-447cbd68b66f req-270eae1b-2643-4e7d-b257-8a494f00b519 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0845041 Jun 09 22:17:57.377411 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9df2bfad-4548-4dbd-9ab3-447cbd68b66f req-4fd53e08-f612-4df8-b30c-0de1abdaf9db tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Jun 09 22:17:57.390468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87da6b-d956-4a92-98f1-1ac3a89ecf41 req-51a3b41d-b973-45e6-ac84-54fa90de3d2c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:57.393548 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e87da6b-d956-4a92-98f1-1ac3a89ecf41 req-51a3b41d-b973-45e6-ac84-54fa90de3d2c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0891042 Jun 09 22:17:57.445328 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e87da6b-d956-4a92-98f1-1ac3a89ecf41 req-b9956c5c-9daf-4d78-bbd9-86d06ddebda3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457466 Jun 09 22:17:57.539015 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fb43adf4-c9ed-4153-8ce8-af1fad9a369b req-5c95cf29-feb1-4aa4-a0f9-e8b57a43ee78 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.0440960 Jun 09 22:17:57.842928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de2e2-d34f-4af5-b3ed-021d9e253079 req-9f7df604-c0be-4a77-bcba-41e769b9a199 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:57.844304 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dd9de2e2-d34f-4af5-b3ed-021d9e253079 req-9f7df604-c0be-4a77-bcba-41e769b9a199 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0822628 Jun 09 22:17:57.888923 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dd9de2e2-d34f-4af5-b3ed-021d9e253079 req-442e7347-8ebd-43e3-9e34-02a14973c8ac tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Jun 09 22:17:58.177189 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:17:58.248369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:58.344262 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999202c-ba36-4fe9-82d9-e7c04a7c56f2 req-664dbe83-1550-428a-b318-62c71713ac85 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:58.346321 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8999202c-ba36-4fe9-82d9-e7c04a7c56f2 req-664dbe83-1550-428a-b318-62c71713ac85 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0785677 Jun 09 22:17:58.455451 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8999202c-ba36-4fe9-82d9-e7c04a7c56f2 req-7a701e6f-9276-420b-9a8d-248e84cf66f2 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033587 Jun 09 22:17:58.570877 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d832aa-b699-4359-89e7-b8eda6349818 req-4d59616c-c4df-4cca-baaf-fa06ff21a0ad tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:58.572591 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e8d832aa-b699-4359-89e7-b8eda6349818 req-4d59616c-c4df-4cca-baaf-fa06ff21a0ad tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0817683 Jun 09 22:17:58.589416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:17:58.591468 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6a9ae-8cd8-4ee2-9001-488c5fd4507e" -d '{"events": [{"server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:17:58.747559 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-7cdb64f7-fdfd-4c52-8f33-24e81a11119e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 380 time: 0.1738300 Jun 09 22:17:58.761280 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e8d832aa-b699-4359-89e7-b8eda6349818 req-d7febf28-b3d0-4356-b790-e90fbb951dda tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402130 Jun 09 22:17:58.768419 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'port': {'device_id': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'admin_state_up': True, 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'security_groups': ['0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:17:58.851564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-c91ee9a2-f64b-40bb-ae33-af50eaf1aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:58.853237 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-c91ee9a2-f64b-40bb-ae33-af50eaf1aa9c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2853405 Jun 09 22:17:58.863435 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe528e-d583-4752-a42c-1db39e09dbdf req-6be6ba84-4a99-4d30-a243-e6fa1c96be9c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:58.870608 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-86fe528e-d583-4752-a42c-1db39e09dbdf req-6be6ba84-4a99-4d30-a243-e6fa1c96be9c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.3043754 Jun 09 22:17:58.890146 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.35', 50411) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:17:58.916358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-b1db754a-514a-4544-b436-ffbda4d47bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:58.918064 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-b1db754a-514a-4544-b436-ffbda4d47bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1096 time: 0.3198323 Jun 09 22:17:59.005656 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-65ca2042-c8d3-43f2-a38c-19d434c03306 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310091 Jun 09 22:17:59.105196 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-86fe528e-d583-4752-a42c-1db39e09dbdf req-b167000f-6fca-4249-a91d-90ecbc8e8c61 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335932 Jun 09 22:17:59.154397 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0fc95dff-ea26-4c16-8de5-0b37d5371859 req-1d98a7ff-d914-414a-9a3d-4c9f5edbd4bb tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.1452296 Jun 09 22:17:59.203018 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f376c4d3-d920-427c-91e7-88684b99fcf1 x-openstack-request-id: req-f376c4d3-d920-427c-91e7-88684b99fcf1 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:17:59.203018 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:17:59.203018 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f376c4d3-d920-427c-91e7-88684b99fcf1 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:17:59.203018 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888', 'code': 200} Jun 09 22:17:59.208719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-47229791-b102-41b5-b63a-ad79d63ecc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.210186 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-47229791-b102-41b5-b63a-ad79d63ecc48 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5220320a350b438382bbae19e97ddd0c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2343559 Jun 09 22:17:59.211374 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-8a50d6cf-eacf-43a6-8a8f-67998a0e213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.213844 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0447c0ce-9d9c-47d1-9aec-78f2deb3cfab req-8a50d6cf-eacf-43a6-8a8f-67998a0e213d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3284895 Jun 09 22:17:59.363659 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-82f5b5a0-5524-4645-926d-aa5ee85ac1cc req-8b8bd3c2-a40e-44bf-9e4e-b7306318c6a7 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483920 Jun 09 22:17:59.377424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-8465903a-ca42-4d6a-9c66-1dbe7fcedd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.379015 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-8465903a-ca42-4d6a-9c66-1dbe7fcedd92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 1099 time: 0.4881103 Jun 09 22:17:59.412762 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:59.424339 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Made reservation on behalf of cac2f62f0b784ddaadcc734a4d79efa7 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:17:59.432487 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:59.440468 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-801331b9-6179-425e-be3f-309e9abe070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.442265 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8e34f16c-5d6e-4f65-8853-d63f3f78cf60 req-801331b9-6179-425e-be3f-309e9abe070a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204614 Jun 09 22:17:59.444891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-92f9ca97-c274-4a00-9d19-8a3e4adbee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.458905 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-92f9ca97-c274-4a00-9d19-8a3e4adbee53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1096 time: 0.1400671 Jun 09 22:17:59.513797 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4bc1567d-02f9-4f71-ae91-d28b48388f96 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:17:59.537324 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e0821-3362-4cb4-855a-8061914acb7c req-6fad92be-66a8-4259-a35e-c0a350433d92 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.538933 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-164e0821-3362-4cb4-855a-8061914acb7c req-6fad92be-66a8-4259-a35e-c0a350433d92 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2192795 Jun 09 22:17:59.581515 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-975843fc-afb2-4e2c-8992-9c4410edfc20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 HTTP/1.1" status: 200 len: 217 time: 0.1209531 Jun 09 22:17:59.754619 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-ad0d4d80-bec3-4ea1-bb21-bb60645046bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.756424 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-ad0d4d80-bec3-4ea1-bb21-bb60645046bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.1683617 Jun 09 22:17:59.758543 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-164e0821-3362-4cb4-855a-8061914acb7c req-a113c636-22f1-4ec5-9887-a227740544da tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025208 Jun 09 22:17:59.759446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:59.781832 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '4bc1567d-02f9-4f71-ae91-d28b48388f96', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'port_id': '4bc1567d-02f9-4f71-ae91-d28b48388f96', 'mac_address': 'fa:16:3e:5a:38:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890c08c0-e959-4566-8b5a-806eff681208', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:17:59.831544 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-37386aa1-a55d-4d31-89fe-34bfc779c6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607066 Jun 09 22:17:59.836320 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-10f9796d-26dd-4b7c-bcde-9630dd81aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.837847 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-10f9796d-26dd-4b7c-bcde-9630dd81aa5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1096 time: 0.3131351 Jun 09 22:17:59.859467 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Allocated IP 172.20.0.7 (e0efba8d-3c59-46f3-b473-73d9ce2d393c/c67b1ada-c465-4696-9c39-80418f9e499e/14072a8a-8a4b-49a5-8277-33eeb3fdcd81) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:17:59.903787 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:59.917730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:17:59.948798 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc1567d-02f9-4f71-ae91-d28b48388f96 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:17:59.968582 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:17:59.989996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b750ac9-58fa-48e9-83b7-4dba2c305524 req-6f2840f1-614e-47fd-996e-04c86f87c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:17:59.993032 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b750ac9-58fa-48e9-83b7-4dba2c305524 req-6f2840f1-614e-47fd-996e-04c86f87c129 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 1098 time: 0.3732536 Jun 09 22:18:00.022802 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-f4f27b88-28b1-41b1-a354-713742d22b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 217 time: 0.1421907 Jun 09 22:18:00.031821 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.032727 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4667-c609-4f7d-b3bb-4ab4387d7f4f req-00eb940b-a41d-4f92-bde7-ab0ab5c7b501 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.037590 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-20fc4667-c609-4f7d-b3bb-4ab4387d7f4f req-00eb940b-a41d-4f92-bde7-ab0ab5c7b501 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.3729267 Jun 09 22:18:00.055366 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.056725 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.059026 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-622d77dc-31a0-47f8-8ab2-b5e972becc53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:00.130056 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-866ae1d7-80c4-45ea-adcc-87cdf4f5af2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:00.155676 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:00.162242 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-6e2be68e-0e60-47d4-9343-7ca3b95eb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.165729 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-6e2be68e-0e60-47d4-9343-7ca3b95eb582 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.1208436 Jun 09 22:18:00.168234 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:00.189831 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-20fc4667-c609-4f7d-b3bb-4ab4387d7f4f req-b93517c0-9133-402d-ae66-aee33f7c1509 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493428 Jun 09 22:18:00.203407 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8140910 Jun 09 22:18:00.221150 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ce65f-6524-4378-9f95-f65d67fc0b2e,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:00.228849 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:00.233687 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b750ac9-58fa-48e9-83b7-4dba2c305524 req-4d0f8800-665a-4bb7-b4ba-54b425766573 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239449 Jun 09 22:18:00.276284 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-b4ab770f-d0a4-4486-af55-09c59dca0f7c service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358125 Jun 09 22:18:00.284014 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b6706-5f69-4dad-80eb-fa1ce53a9222 req-efd10ba6-b98d-46ba-add6-300914d43a4e tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.285572 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-942b6706-5f69-4dad-80eb-fa1ce53a9222 req-efd10ba6-b98d-46ba-add6-300914d43a4e tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.3634984 Jun 09 22:18:00.301625 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['4bc1567d-02f9-4f71-ae91-d28b48388f96'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:00.323886 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.361295 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Transition to ACTIVE for port object 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:18:00.373031 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-942b6706-5f69-4dad-80eb-fa1ce53a9222 req-8bc4f9f9-d6cb-46f4-b7c4-79055725aefd tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Jun 09 22:18:00.483269 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.491657 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:00.653043 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:18:00.657461 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:18:00.662868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:18:00.668819 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.668947 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.694023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:00.703189 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-3930d0c4-4c4e-4da7-b528-664d856a3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.705315 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:00.705735 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-3930d0c4-4c4e-4da7-b528-664d856a3da8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4329445 Jun 09 22:18:00.712708 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0376ed84-99b7-4eed-ad3e-0b05ef2e90c7 req-f6d4338d-6825-4c38-9708-04c8d517984a service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898207 Jun 09 22:18:00.738723 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be49d6-6384-4c6c-b926-25ffc7097472 req-b1ae7394-03e6-450d-a56a-13749d70c698 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.740602 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-63be49d6-6384-4c6c-b926-25ffc7097472 req-b1ae7394-03e6-450d-a56a-13749d70c698 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 931 time: 0.1854098 Jun 09 22:18:00.775103 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0135334 Jun 09 22:18:00.797936 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2cc5-bf43-4a98-bf40-126c2953b3b8 req-82cc58e4-b5e0-4ac7-867a-38973ed16e8d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:00.801397 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Request body: {'port': {'device_id': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:18:00.803435 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b40b2cc5-bf43-4a98-bf40-126c2953b3b8 req-82cc58e4-b5e0-4ac7-867a-38973ed16e8d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.3816118 Jun 09 22:18:00.866734 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-63be49d6-6384-4c6c-b926-25ffc7097472 req-3bcfb862-ea58-4240-b3aa-e6c1ccc242b8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180651 Jun 09 22:18:00.957466 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:00.963797 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-07efb293-822f-4431-bead-e2e124c524e5 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496388 Jun 09 22:18:00.983850 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b40b2cc5-bf43-4a98-bf40-126c2953b3b8 req-6cc32368-dca8-4e32-94d8-5161f6806d61 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790841 Jun 09 22:18:01.025868 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-f5b796c4-7060-49f8-9308-ec4488eac753 None None] Provisioning for port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:01.032770 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-f5b796c4-7060-49f8-9308-ec4488eac753 None None] Provisioning complete for port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:01.033412 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f5b796c4-7060-49f8-9308-ec4488eac753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:01.104995 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-f5b796c4-7060-49f8-9308-ec4488eac753 None None] Port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:18:01.150350 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ffe6091d-e6fd-478f-878d-e07a1bd1ffb9 req-26fc9314-4e42-4317-be70-4bb7ee8c9ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657493 Jun 09 22:18:01.257262 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfebd-0852-4e6a-ba41-98a2dd8b0913 req-3ca30a57-cde8-4c0c-9cd0-94ac67bb03dc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:01.258875 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ac7cfebd-0852-4e6a-ba41-98a2dd8b0913 req-3ca30a57-cde8-4c0c-9cd0-94ac67bb03dc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2282903 Jun 09 22:18:01.383991 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fae65-b125-4c3c-a8eb-98e480e24d50 req-a0dc98e0-8af1-4fd1-a468-eb6bd390af2a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:01.385616 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d2fae65-b125-4c3c-a8eb-98e480e24d50 req-a0dc98e0-8af1-4fd1-a468-eb6bd390af2a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0927556 Jun 09 22:18:01.418343 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ac7cfebd-0852-4e6a-ba41-98a2dd8b0913 req-c539bf37-c69f-4912-885c-c06b738a5d1f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503663 Jun 09 22:18:01.447932 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d2fae65-b125-4c3c-a8eb-98e480e24d50 req-2e07dbc2-05ab-4a11-aaa6-556a65d123bb tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Jun 09 22:18:01.496753 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:01.504008 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:01.518084 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Transition to ACTIVE for port object 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:18:01.585321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:01.598714 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e279ea9a-310a-48e7-8887-068324b2b02c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:01.772664 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Pushing event updated for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:01.775619 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:01.806443 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Attempting to bind port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:18:01.806771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Attempting to bind port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:18:01.807089 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Attempting to bind port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:18:01.815621 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:18:01.815938 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Attempting to bind port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:18:01.825303 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694daf-1de0-4a03-96f5-9dd111bc8031 req-3fc3922c-4f51-4f85-8fb4-71ca8733203b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:01.826778 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ee694daf-1de0-4a03-96f5-9dd111bc8031 req-3fc3922c-4f51-4f85-8fb4-71ca8733203b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.2798901 Jun 09 22:18:01.832832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:18:01.833201 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Checking segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:18:01.833584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Bound using segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:18:01.834021 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Bound port: 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:18:01.834346 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:01.932025 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ee694daf-1de0-4a03-96f5-9dd111bc8031 req-8087a9f6-f8d9-446f-bfcc-ac1d685151d0 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 Jun 09 22:18:01.960243 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:18:01.965415 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:18:02.060596 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215bd9-cff6-4fec-ad0b-764d85099621 req-2ba6f0f7-8c1c-4178-9135-9b1e368cb737 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:02.062081 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1a215bd9-cff6-4fec-ad0b-764d85099621 req-2ba6f0f7-8c1c-4178-9135-9b1e368cb737 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 943 time: 0.0876207 Jun 09 22:18:02.066559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:02.071835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:02.111926 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1a215bd9-cff6-4fec-ad0b-764d85099621 req-f0c757b3-a472-42ee-9687-c7c07e62f382 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Jun 09 22:18:02.166585 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:02.167721 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:02.168641 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] 10.222.0.35 "PUT /v2.0/ports/14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 200 len: 1093 time: 1.3814316 Jun 09 22:18:02.169019 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:02.171334 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b" -d '{"events": [{"name": "network-changed", "server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:02.216021 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Pushing event updated for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:02.220587 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:02.225774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a79de-0573-4eeb-8693-1194e9b61bc5 x-openstack-request-id: req-626a79de-0573-4eeb-8693-1194e9b61bc5 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:02.226074 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:02.226340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-626a79de-0573-4eeb-8693-1194e9b61bc5 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:02.226748 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'status': 'completed', 'code': 200} Jun 09 22:18:02.238917 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7efd-1879-4323-aaa6-b7005d3ed23a req-35bd4d21-cd40-46f5-952d-bd2d0219c9a9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:02.240436 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b6ae7efd-1879-4323-aaa6-b7005d3ed23a req-35bd4d21-cd40-46f5-952d-bd2d0219c9a9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.1345861 Jun 09 22:18:02.287399 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b6ae7efd-1879-4323-aaa6-b7005d3ed23a req-f7b4e619-0fd5-40f5-9dff-ea95cba80de9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Jun 09 22:18:02.636862 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4ac9-c702-46ca-8252-66e28b880b01 req-93d35680-c1c3-4455-931b-df3114408e07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:02.638580 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c6b4ac9-c702-46ca-8252-66e28b880b01 req-93d35680-c1c3-4455-931b-df3114408e07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0939193 Jun 09 22:18:02.656555 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76954653-57fb-4019-9e7c-f0fdb4f1bdbd req-4e4a0e6d-1ea5-4905-a0c1-b6863200a73d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:02.658240 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76954653-57fb-4019-9e7c-f0fdb4f1bdbd req-4e4a0e6d-1ea5-4905-a0c1-b6863200a73d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1049690 Jun 09 22:18:02.712047 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c6b4ac9-c702-46ca-8252-66e28b880b01 req-60b8f276-ac9b-4991-93e5-2d22ad520225 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660851 Jun 09 22:18:02.729630 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76954653-57fb-4019-9e7c-f0fdb4f1bdbd req-2d507ae1-fea3-4053-9b3a-f18210081466 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591168 Jun 09 22:18:03.119684 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb56575-e537-4467-8267-5388be0836ab req-eb7e1645-20f5-4094-a022-d698a2984ca1 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:03.121078 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1cb56575-e537-4467-8267-5388be0836ab req-eb7e1645-20f5-4094-a022-d698a2984ca1 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0814474 Jun 09 22:18:03.167961 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1cb56575-e537-4467-8267-5388be0836ab req-cd36f792-2d2c-46dd-96ee-7df8fb0476a8 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Jun 09 22:18:03.306443 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cad1-053b-4619-b89f-dbe86f6dffdd req-027a856a-7ad5-4615-aae7-682d44b7e9fe tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:03.307883 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-89f8cad1-053b-4619-b89f-dbe86f6dffdd req-027a856a-7ad5-4615-aae7-682d44b7e9fe tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 943 time: 0.0820088 Jun 09 22:18:03.357724 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-89f8cad1-053b-4619-b89f-dbe86f6dffdd req-76facaa4-4095-438e-b39e-cec889218482 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Jun 09 22:18:03.481082 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67b94b-66ce-4b24-bc9d-98647bf20d15 req-988cd0fe-7b24-4911-a8db-d5e8ef44cbde tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:03.482604 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8f67b94b-66ce-4b24-bc9d-98647bf20d15 req-988cd0fe-7b24-4911-a8db-d5e8ef44cbde tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0841551 Jun 09 22:18:03.526844 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8f67b94b-66ce-4b24-bc9d-98647bf20d15 req-65f32a43-67d2-4bf4-9ba8-a40de3520e96 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382004 Jun 09 22:18:03.912432 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625270f-0909-4a53-b392-85e5a4c5d005 req-47ff11c6-25e2-47aa-a67c-c6785620483f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:03.913980 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0625270f-0909-4a53-b392-85e5a4c5d005 req-47ff11c6-25e2-47aa-a67c-c6785620483f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0817034 Jun 09 22:18:03.914201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0777c8-24a2-4c62-bdf6-e13ed3b6c572 req-162a4cbf-d6e4-4954-95ea-84292a82573f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:03.915648 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d0777c8-24a2-4c62-bdf6-e13ed3b6c572 req-162a4cbf-d6e4-4954-95ea-84292a82573f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0800469 Jun 09 22:18:03.959603 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0625270f-0909-4a53-b392-85e5a4c5d005 req-cd6b7285-7508-44c4-abfd-e58300473988 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Jun 09 22:18:03.960691 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d0777c8-24a2-4c62-bdf6-e13ed3b6c572 req-a5962815-62c4-45dc-beb5-a1fcf8a45b11 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Jun 09 22:18:04.116123 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-538aba6c-461d-45e2-aafa-a464520c7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.117601 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-538aba6c-461d-45e2-aafa-a464520c7c80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1096 time: 0.0750124 Jun 09 22:18:04.264213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-bb67b259-68d1-4fd9-ba23-50828f9b37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.265688 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-bb67b259-68d1-4fd9-ba23-50828f9b37d1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1382301 Jun 09 22:18:04.383480 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bb9af-d6dc-4515-bf96-be73b86332a5 req-f93d6c88-cebe-46ee-8e55-a3d3008a2aba tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.385000 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-404bb9af-d6dc-4515-bf96-be73b86332a5 req-f93d6c88-cebe-46ee-8e55-a3d3008a2aba tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0946612 Jun 09 22:18:04.418790 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-7c556da3-660b-4c87-b754-1602ac4649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.420555 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8902dbc8-5c7a-4274-81a6-fa8c80b7305b req-7c556da3-660b-4c87-b754-1602ac4649c5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428106 Jun 09 22:18:04.446937 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-404bb9af-d6dc-4515-bf96-be73b86332a5 req-63d08fdd-70b7-49f5-aff3-9e51f24b94ac tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Jun 09 22:18:04.600367 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-3fd4f703-c02d-49c6-83bc-1c3952fc5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.601884 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-3fd4f703-c02d-49c6-83bc-1c3952fc5d5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1096 time: 0.1356504 Jun 09 22:18:04.610820 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523d79c-9e02-4b6f-9d02-56aa25113509 req-5859f72c-9e1f-4676-ab8a-9b84f3b00b43 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.612297 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2523d79c-9e02-4b6f-9d02-56aa25113509 req-5859f72c-9e1f-4676-ab8a-9b84f3b00b43 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 943 time: 0.1148160 Jun 09 22:18:04.696535 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-e8dac8a0-ada3-482f-b370-fe2203b321ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 200 len: 217 time: 0.0832775 Jun 09 22:18:04.723665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a4b0-6479-4409-8420-0e6d3101497d req-3ab040db-08e4-468f-b954-7ac9fb59b951 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.726035 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f754a4b0-6479-4409-8420-0e6d3101497d req-3ab040db-08e4-468f-b954-7ac9fb59b951 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0857704 Jun 09 22:18:04.787939 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f754a4b0-6479-4409-8420-0e6d3101497d req-ce6fb98c-11fa-4f31-a11b-83d9fadd4295 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Jun 09 22:18:04.818608 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2523d79c-9e02-4b6f-9d02-56aa25113509 req-ee7d0ee3-9882-4178-b779-e5cacb3fa1cb tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520197 Jun 09 22:18:04.844984 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-a003de96-88a0-4b45-933d-94472fb9d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.844984 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-a003de96-88a0-4b45-933d-94472fb9d871 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.1377511 Jun 09 22:18:04.935448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-c9770ebe-c7ef-4037-88f9-0c066bc0d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:04.936899 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-c9770ebe-c7ef-4037-88f9-0c066bc0d4ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828512 Jun 09 22:18:05.089049 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-0f1cc9c0-a38b-489b-8c5c-91398cdb142a service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414857 Jun 09 22:18:05.208900 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51974cad-c3fb-4e76-aa26-bef8a8f4c66d req-e12c3377-ce5e-4554-a951-a91e7c495bbf tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:05.210878 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-51974cad-c3fb-4e76-aa26-bef8a8f4c66d req-e12c3377-ce5e-4554-a951-a91e7c495bbf tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0952613 Jun 09 22:18:05.261960 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-51974cad-c3fb-4e76-aa26-bef8a8f4c66d req-c0d670f7-8124-4316-bd90-1dd96e7aef76 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Jun 09 22:18:05.314774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498943-9515-4bea-b253-3ca41c116453 req-023e0906-059f-427b-ad09-ee8c742e5e86 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:05.316407 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79498943-9515-4bea-b253-3ca41c116453 req-023e0906-059f-427b-ad09-ee8c742e5e86 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2214961 Jun 09 22:18:05.326073 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a24a105-87ec-4da3-914d-298e3fcbef3b req-46ee080c-881a-4456-86bc-3b880835831d service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732371 Jun 09 22:18:05.371429 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79498943-9515-4bea-b253-3ca41c116453 req-6067d8e8-2e96-475d-9bb5-78586e76dd23 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479448 Jun 09 22:18:05.655624 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb91058-90b3-4ead-aab6-1e21883fe065 req-473f4ba6-5757-43fb-b928-b674aefde45b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:05.657764 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eeb91058-90b3-4ead-aab6-1e21883fe065 req-473f4ba6-5757-43fb-b928-b674aefde45b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0941944 Jun 09 22:18:05.702771 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eeb91058-90b3-4ead-aab6-1e21883fe065 req-f3bc6266-88f9-4e42-94cd-ee2b51748c25 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Jun 09 22:18:05.992484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ab405-ebc8-4f22-ad91-13a878366833 req-7f9a5103-ab11-4188-b0f0-f171234e47ba tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:05.994026 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a71ab405-ebc8-4f22-ad91-13a878366833 req-7f9a5103-ab11-4188-b0f0-f171234e47ba tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 943 time: 0.0916946 Jun 09 22:18:06.015547 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:18:06.028980 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4bc1567d-02f9-4f71-ae91-d28b48388f96 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:18:06.032491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dc429-377d-4864-9760-06870bb53a5f req-f03e2a32-215f-4ff9-9b1c-b84a7dfdaa89 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:06.036300 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-401dc429-377d-4864-9760-06870bb53a5f req-f03e2a32-215f-4ff9-9b1c-b84a7dfdaa89 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 943 time: 0.0911245 Jun 09 22:18:06.051994 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a71ab405-ebc8-4f22-ad91-13a878366833 req-e6878d28-f212-4b76-87b8-8bdc51cd7f79 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Jun 09 22:18:06.108381 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-401dc429-377d-4864-9760-06870bb53a5f req-2de5f396-fdb4-4adf-9437-e2fd639c8331 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632613 Jun 09 22:18:06.251977 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:06.259657 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 4bc1567d-02f9-4f71-ae91-d28b48388f96 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:06.274513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 4bc1567d-02f9-4f71-ae91-d28b48388f96 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:06.274513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.309872 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4', 'network_id': 'acf94637-4099-43f8-a600-afbe79958383', 'port_id': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4', 'mac_address': 'fa:16:3e:c4:28:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890c08c0-e959-4566-8b5a-806eff681208', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:18:06.416008 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.473870 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.475619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:06.485439 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc5ee0-83a7-4145-a8d1-90b5bd3e8fdf req-5364d761-0192-4d69-983d-34ab1487ff8a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:06.493592 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-93dc5ee0-83a7-4145-a8d1-90b5bd3e8fdf req-5364d761-0192-4d69-983d-34ab1487ff8a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1141467 Jun 09 22:18:06.493754 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:06.552959 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-93dc5ee0-83a7-4145-a8d1-90b5bd3e8fdf req-d132c2f4-f375-4862-89df-39cee1b9fd17 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Jun 09 22:18:06.562732 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.564314 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:18:06.580855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-fff78136-2303-473a-afee-21c1a727eece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:06.669047 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.770577 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c0c6-71c1-49f5-ad5e-487c7b8b0e1a req-4639236d-d735-452f-897a-d8d69cd65e91 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:06.771591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:06.772481 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1884c0c6-71c1-49f5-ad5e-487c7b8b0e1a req-4639236d-d735-452f-897a-d8d69cd65e91 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2240655 Jun 09 22:18:06.775661 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:06.807889 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:06.810904 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:06.813806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f264e-8d82-47b3-90e8-73f473348579" -d '{"events": [{"server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "name": "network-vif-plugged", "status": "completed", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:06.858530 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1884c0c6-71c1-49f5-ad5e-487c7b8b0e1a req-415dcff3-f31a-44b7-ac55-19f04110e2d5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798242 Jun 09 22:18:06.881454 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:06.889629 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:06.897469 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:06.934615 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b14fc-22e9-4a68-a6c6-ac1b4fe02729 x-openstack-request-id: req-535b14fc-22e9-4a68-a6c6-ac1b4fe02729 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:06.934920 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "name": "network-vif-plugged", "status": "completed", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:06.935177 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-535b14fc-22e9-4a68-a6c6-ac1b4fe02729 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:06.935564 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96', 'code': 200} Jun 09 22:18:06.954355 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '5c132894-271a-4c87-8103-1d6192964497', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:18:07.019000 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:07.023444 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:07.029499 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:07.046470 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:07.066881 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:07.140476 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:07.145305 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:07.281952 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c3517-9463-4693-b6e8-cd43ca050c6a req-ae319d96-2ffc-4c98-a2cd-57fcdc1c4d4d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:07.287165 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:07.289587 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0c4c3517-9463-4693-b6e8-cd43ca050c6a req-ae319d96-2ffc-4c98-a2cd-57fcdc1c4d4d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 944 time: 0.1039081 Jun 09 22:18:07.291434 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:07.333819 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0c4c3517-9463-4693-b6e8-cd43ca050c6a req-421137bb-58fe-45c1-985d-1d93cfbeca22 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Jun 09 22:18:07.413551 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36864640-3565-4960-8fc0-944be981d383 req-432673ca-f107-4224-9f7c-32d985f085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:07.415023 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-36864640-3565-4960-8fc0-944be981d383 req-432673ca-f107-4224-9f7c-32d985f085bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.2017593 Jun 09 22:18:07.420986 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['5c132894-271a-4c87-8103-1d6192964497'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:07.422720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd3064-d816-43ba-a724-6522e8c42e62 req-97be126c-ae0b-408b-b2b3-279abb49bc95 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:07.424351 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b2bd3064-d816-43ba-a724-6522e8c42e62 req-97be126c-ae0b-408b-b2b3-279abb49bc95 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 943 time: 0.1395769 Jun 09 22:18:07.455054 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:07.498128 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-36864640-3565-4960-8fc0-944be981d383 req-1358f9db-5cf9-422d-b039-f3481c6f2a55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725975 Jun 09 22:18:07.513172 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b2bd3064-d816-43ba-a724-6522e8c42e62 req-544f74e4-d9d6-4c4c-b421-e78d240eb84b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719891 Jun 09 22:18:08.022070 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:18:08.174728 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:08.188859 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'port_id': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'mac_address': 'fa:16:3e:9c:1c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:18:08.213015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42106) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:08.255282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79fb92-ceb2-4794-9ef0-1aa57e840f88 req-bfc8b5ee-5120-4a2a-8ee6-917ab77965d6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:08.257764 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7d79fb92-ceb2-4794-9ef0-1aa57e840f88 req-bfc8b5ee-5120-4a2a-8ee6-917ab77965d6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.1283669 Jun 09 22:18:08.314592 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.319613 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7d79fb92-ceb2-4794-9ef0-1aa57e840f88 req-9e56de25-3e9b-4da3-99de-709c90acf482 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558352 Jun 09 22:18:08.401768 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.406930 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:08.426511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:08.495043 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.503118 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64bfd18e-f5a5-4fe6-a4d3-20b29dfa058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:08.590855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.606141 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d7fd3-f9eb-4f7a-881e-b6e25c694061 req-147daaa5-416e-4214-ace8-2b36787fad13 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:08.607635 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-558d7fd3-f9eb-4f7a-881e-b6e25c694061 req-147daaa5-416e-4214-ace8-2b36787fad13 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 944 time: 0.1417379 Jun 09 22:18:08.608950 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:08.612856 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:08.654992 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-558d7fd3-f9eb-4f7a-881e-b6e25c694061 req-8e13e796-9ff6-4ec3-9b61-a04e55b23995 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Jun 09 22:18:08.682655 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.694168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:08.736924 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94baf9ed1af647aeb43515e2aab2154b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226362 Jun 09 22:18:08.739492 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42126) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:08.753961 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c7f801-f7e3-48ba-8a14-4b5a55052be0,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:08.757583 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:08.770952 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['14072a8a-8a4b-49a5-8277-33eeb3fdcd81'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:08.867835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.901453 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:08.918480 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4585bb-9600-41c5-8b65-8aca3c517d47 req-d64de59c-918d-4444-9dc2-ca8b96a041b7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:08.919939 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc4585bb-9600-41c5-8b65-8aca3c517d47 req-d64de59c-918d-4444-9dc2-ca8b96a041b7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 944 time: 0.1458635 Jun 09 22:18:08.994099 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc4585bb-9600-41c5-8b65-8aca3c517d47 req-f8c1650e-71d3-4174-adf3-ac36225195a0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651789 Jun 09 22:18:09.128350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:09.131153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:09.132173 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81c7f801-f7e3-48ba-8a14-4b5a55052be0 HTTP/1.1" status: 204 len: 168 time: 0.3918376 Jun 09 22:18:09.132980 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:09.142908 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c7f801-f7e3-48ba-8a14-4b5a55052be0,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:09.145551 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:09.554040 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a8e5-9a14-4e23-b160-edbeacb8cb3a req-ff727e40-4e94-43e7-87c7-94f02fe3fb64 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:09.555573 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44b0a8e5-9a14-4e23-b160-edbeacb8cb3a req-ff727e40-4e94-43e7-87c7-94f02fe3fb64 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.0845151 Jun 09 22:18:09.606019 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44b0a8e5-9a14-4e23-b160-edbeacb8cb3a req-b8f08cb6-4dca-47db-bc33-7aa8fa741939 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Jun 09 22:18:09.856753 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1c14b-311a-424b-b7df-0b911fa00798 req-415fa2b7-5cd0-4cc4-a34a-f8e771e6e4f8 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:09.858298 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-42a1c14b-311a-424b-b7df-0b911fa00798 req-415fa2b7-5cd0-4cc4-a34a-f8e771e6e4f8 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 944 time: 0.0852251 Jun 09 22:18:09.873981 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 42152) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:09.891802 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:09.903727 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-42a1c14b-311a-424b-b7df-0b911fa00798 req-cf5fc8e6-7fb4-4f6e-9ba6-063969e7fef5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jun 09 22:18:09.993813 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.036706 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:18:10.065741 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.078844 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:10.123727 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44302c01-d453-47e5-96ce-8486c911bbe4,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:10.140164 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42162) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:10.141077 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80e09c775f224512aa210951f78cdba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562776 Jun 09 22:18:10.141077 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:10.207783 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:10.213950 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:10.220714 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.284201 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.395136 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397852d-31f2-44f5-8de9-4d92958be459 req-ed6f7d63-c608-42e3-b111-0410636ce42a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:10.401782 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1397852d-31f2-44f5-8de9-4d92958be459 req-ed6f7d63-c608-42e3-b111-0410636ce42a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 944 time: 0.2385626 Jun 09 22:18:10.403304 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.430738 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.460348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:10.462997 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a993c-7dbc-4aa2-b768-da91121477c9" -d '{"events": [{"server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "name": "network-vif-plugged", "status": "completed", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:10.472767 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:10.479736 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1397852d-31f2-44f5-8de9-4d92958be459 req-9cf15680-1906-45ad-88a3-129c58aa9e86 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640874 Jun 09 22:18:10.536471 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f185de-472d-4f9a-83b7-2351ea4db4cf x-openstack-request-id: req-53f185de-472d-4f9a-83b7-2351ea4db4cf {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:10.536813 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "name": "network-vif-plugged", "status": "completed", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:10.537122 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53f185de-472d-4f9a-83b7-2351ea4db4cf {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:10.537486 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4', 'code': 200} Jun 09 22:18:10.552855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.553102 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.553812 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:18:10.557868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.561559 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44302c01-d453-47e5-96ce-8486c911bbe4 HTTP/1.1" status: 204 len: 168 time: 0.4237928 Jun 09 22:18:10.561559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:10.571233 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44302c01-d453-47e5-96ce-8486c911bbe4,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:10.573759 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:10.602014 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:10.715923 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:10.720254 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:10.790772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 42180) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:10.826347 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:10.828388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefee2b-0776-48fa-9a89-a7c6ef2f835a req-9aab6b5c-01d3-44c8-bd23-8e2e1758ccde tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:10.830977 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1aefee2b-0776-48fa-9a89-a7c6ef2f835a req-9aab6b5c-01d3-44c8-bd23-8e2e1758ccde tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.0920596 Jun 09 22:18:10.842957 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:10.843620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:10.892744 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1aefee2b-0776-48fa-9a89-a7c6ef2f835a req-870042a5-151a-43a9-a03e-2058f0af26dd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520551 Jun 09 22:18:11.054145 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c04f-202e-4b93-a13f-71b71a455373 req-102fd77d-87b2-4d58-a28e-02fb753f9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:11.056810 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3ae2c04f-202e-4b93-a13f-71b71a455373 req-102fd77d-87b2-4d58-a28e-02fb753f9b16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1098 time: 0.1456401 Jun 09 22:18:11.107203 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.147886 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3ae2c04f-202e-4b93-a13f-71b71a455373 req-b21aef3e-581a-40a1-a95d-585237ec76c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837624 Jun 09 22:18:11.148687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:11.178096 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1f250-8cbc-4c33-aab3-7133ec9577e8 req-ac675e0e-1fb1-4fb3-b866-b93d76ad44ed tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:11.181753 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-18d1f250-8cbc-4c33-aab3-7133ec9577e8 req-ac675e0e-1fb1-4fb3-b866-b93d76ad44ed tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1402090 Jun 09 22:18:11.220431 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.222175 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:18:11.225884 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.249481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:11.261701 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-18d1f250-8cbc-4c33-aab3-7133ec9577e8 req-124ca7e6-18d4-48e0-aa06-1135a5e7add5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Jun 09 22:18:11.336828 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:11.340821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:11.379974 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.425274 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 5c132894-271a-4c87-8103-1d6192964497 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:11.430172 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 5c132894-271a-4c87-8103-1d6192964497 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:11.430551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.454759 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.464132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-dfab45bb-29e2-455d-9877-00369676b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:11.510331 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5eea61f96a294e33af70d1c94a2d1a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161081 Jun 09 22:18:11.510331 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18346c3-d353-4d5f-a221-f1faef4b3bae,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:11.510713 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42204) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:11.514036 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:11.599602 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.640277 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:11.673739 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.713350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.752263 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.756413 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:11.762238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd49d-ed77-4efe-b138-fca073bbf4c6 req-57a4d2b8-2264-4b46-96e6-6aeb73630b4c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:11.763760 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b6dd49d-ed77-4efe-b138-fca073bbf4c6 req-57a4d2b8-2264-4b46-96e6-6aeb73630b4c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1508212 Jun 09 22:18:11.830811 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b6dd49d-ed77-4efe-b138-fca073bbf4c6 req-99232952-1020-4f4c-97ca-c8e57be10f77 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549524 Jun 09 22:18:11.849866 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:11.852406 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:11.888201 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.890994 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:11.892728 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c18346c3-d353-4d5f-a221-f1faef4b3bae HTTP/1.1" status: 204 len: 168 time: 0.3811054 Jun 09 22:18:11.893536 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8231edde-c7bc-40d7-ad2b-75c961c3d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:11.903171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18346c3-d353-4d5f-a221-f1faef4b3bae,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:11.908297 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:12.102313 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b278c6-a6c5-44f8-8cb8-ade881506d04 req-221723b9-1f53-482f-893a-b5606f3575e7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:12.103755 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f3b278c6-a6c5-44f8-8cb8-ade881506d04 req-221723b9-1f53-482f-893a-b5606f3575e7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0893798 Jun 09 22:18:12.149483 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f3b278c6-a6c5-44f8-8cb8-ade881506d04 req-fad054bd-0de8-4292-be7b-c6f9b68783ba tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Jun 09 22:18:12.470986 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c131c-7178-487d-a235-a2336929c26b req-c33ac28b-a16b-4bb1-8b97-6dc4d279cd4f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:12.472782 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-454c131c-7178-487d-a235-a2336929c26b req-c33ac28b-a16b-4bb1-8b97-6dc4d279cd4f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0892234 Jun 09 22:18:12.532727 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-454c131c-7178-487d-a235-a2336929c26b req-a1ea2f3d-f9af-4ce7-b381-2f7003c215cc tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Jun 09 22:18:12.538345 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81'}, {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:12.540779 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba41f709-3d2d-4aaa-a9dd-e65c479e33ba" -d '{"events": [{"server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "name": "network-vif-plugged", "status": "completed", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81"}, {"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:12.591449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf854c8-64c8-46d4-95b9-ea65cf582811 x-openstack-request-id: req-1cf854c8-64c8-46d4-95b9-ea65cf582811 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:12.591449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "name": "network-vif-plugged", "status": "completed", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81", "code": 200}, {"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:12.591449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cf854c8-64c8-46d4-95b9-ea65cf582811 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:12.591771 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'code': 200} Jun 09 22:18:12.592040 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'code': 200} Jun 09 22:18:13.024950 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adc7fd-5a2c-480e-9d0c-9580b1190f69 req-66a0ac1a-e228-4d76-b42e-d240f06f2897 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:13.027443 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-42adc7fd-5a2c-480e-9d0c-9580b1190f69 req-66a0ac1a-e228-4d76-b42e-d240f06f2897 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0849276 Jun 09 22:18:13.077224 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-42adc7fd-5a2c-480e-9d0c-9580b1190f69 req-0972b016-13f4-4685-abf0-f77cc1b6a93d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Jun 09 22:18:13.355089 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c230-50d4-485b-ac0f-80d490c891b1 req-5e960d4f-421f-4fcd-8eba-4585e6d6b876 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:13.356520 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5ee6c230-50d4-485b-ac0f-80d490c891b1 req-5e960d4f-421f-4fcd-8eba-4585e6d6b876 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0851717 Jun 09 22:18:13.409796 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5ee6c230-50d4-485b-ac0f-80d490c891b1 req-36f7ef25-839f-4378-8c37-64d9620c08a2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457578 Jun 09 22:18:13.718926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a4076-c24c-4faf-b5b0-eb05880367eb req-34efb287-5131-4e53-9988-aac83c06a47b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:13.720486 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-387a4076-c24c-4faf-b5b0-eb05880367eb req-34efb287-5131-4e53-9988-aac83c06a47b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0836754 Jun 09 22:18:13.768726 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-387a4076-c24c-4faf-b5b0-eb05880367eb req-6644ab12-6069-483e-bebf-f286ff62be60 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Jun 09 22:18:14.276296 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e39a-2c69-4d35-9904-d543223a3793 req-f0cbde50-34b4-4d89-91a1-5f83e1fe2253 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:14.277915 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2461e39a-2c69-4d35-9904-d543223a3793 req-f0cbde50-34b4-4d89-91a1-5f83e1fe2253 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0898435 Jun 09 22:18:14.324705 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2461e39a-2c69-4d35-9904-d543223a3793 req-575c0698-5ef0-409a-9051-a1146392d379 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Jun 09 22:18:14.426952 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063540e-d358-493b-95d7-d96c8002bb52 req-0508fbcc-040d-40f1-ad07-ac226426c1b4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:14.426952 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c063540e-d358-493b-95d7-d96c8002bb52 req-0508fbcc-040d-40f1-ad07-ac226426c1b4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1021614 Jun 09 22:18:14.475158 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c063540e-d358-493b-95d7-d96c8002bb52 req-8037a96a-ed07-4490-a47f-6e9b3238442c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Jun 09 22:18:14.615031 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9e5b-df05-4af2-9327-fcb431170ebd req-5906eb73-9444-406d-9dff-439230c6b367 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:14.616497 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f5f9e5b-df05-4af2-9327-fcb431170ebd req-5906eb73-9444-406d-9dff-439230c6b367 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0865207 Jun 09 22:18:14.660903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f5f9e5b-df05-4af2-9327-fcb431170ebd req-6afa7dac-d54d-4586-bb45-08c68a9e063a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387843 Jun 09 22:18:15.518654 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57187f-3b33-498a-a792-31ed010a441f req-97b6c992-9db5-454e-8cb8-c80ebbbb1893 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.520150 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7f57187f-3b33-498a-a792-31ed010a441f req-97b6c992-9db5-454e-8cb8-c80ebbbb1893 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0863597 Jun 09 22:18:15.566296 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7f57187f-3b33-498a-a792-31ed010a441f req-66cd3c99-0025-4833-b68b-93c8fdee553e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jun 09 22:18:15.664198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23de8d7-c946-42e2-b03b-cf5544a85cec req-01ec9351-3645-46f0-bdd6-041ada304f7c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.665676 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c23de8d7-c946-42e2-b03b-cf5544a85cec req-01ec9351-3645-46f0-bdd6-041ada304f7c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0821028 Jun 09 22:18:15.712395 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c23de8d7-c946-42e2-b03b-cf5544a85cec req-d362cc5c-a27e-4ea1-b6fe-65f3553a4001 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Jun 09 22:18:15.858958 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af68954-355a-4681-a99d-a8723b74b97d req-b82fd2c5-70b2-48b4-b3d3-5c391742a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.860977 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8af68954-355a-4681-a99d-a8723b74b97d req-b82fd2c5-70b2-48b4-b3d3-5c391742a023 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1098 time: 0.0738783 Jun 09 22:18:15.912896 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8af68954-355a-4681-a99d-a8723b74b97d req-0ec71fe8-2661-4151-8083-6a0c287c27b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385692 Jun 09 22:18:15.987208 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec6576-e17e-48c2-ab78-db8799293e89 req-b83e9998-81fc-4480-a900-12e1103662f1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.988692 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-38ec6576-e17e-48c2-ab78-db8799293e89 req-b83e9998-81fc-4480-a900-12e1103662f1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.2088828 Jun 09 22:18:15.991332 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5016-5301-45ec-ac2b-398fe64857b7 req-b02b8c45-de9f-4cb9-9120-5da3074dd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.992671 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0be5016-5301-45ec-ac2b-398fe64857b7 req-b02b8c45-de9f-4cb9-9120-5da3074dd194 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1098 time: 0.1817014 Jun 09 22:18:15.994537 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-059c67fb-a840-4791-9ff2-20288bc1906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:15.995965 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-059c67fb-a840-4791-9ff2-20288bc1906a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1098 time: 0.1419065 Jun 09 22:18:16.037270 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-38ec6576-e17e-48c2-ab78-db8799293e89 req-006fda0e-dd17-4648-aeca-d13b73340941 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Jun 09 22:18:16.169785 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0be5016-5301-45ec-ac2b-398fe64857b7 req-1d27f643-bea1-4f09-8014-4c225cbf768f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054780 Jun 09 22:18:16.209252 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-cc9ff0b7-d4a0-4d9d-8c11-17bf5a1e4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:16.210685 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-cc9ff0b7-d4a0-4d9d-8c11-17bf5a1e4e60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.1657712 Jun 09 22:18:16.331189 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-a3000f3a-38de-4bca-82dc-7b76fe8ba4b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0688248 Jun 09 22:18:16.418359 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-cc2ee769-9fdb-487d-8d52-d9e3e3a360a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:16.419798 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-cc2ee769-9fdb-487d-8d52-d9e3e3a360a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.0611787 Jun 09 22:18:16.485004 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-678449ae-e100-469e-9470-e8f1376dc1a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533626 Jun 09 22:18:16.649408 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-5dfa691d-5780-42ce-9051-71947d07456b service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574795 Jun 09 22:18:16.781535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621e05-67c2-4a28-972b-0c5ded5477f2 req-16c7ee3c-012d-4212-a75e-3d287a92bbc4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:16.783323 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fd621e05-67c2-4a28-972b-0c5ded5477f2 req-16c7ee3c-012d-4212-a75e-3d287a92bbc4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0883319 Jun 09 22:18:16.848888 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fd621e05-67c2-4a28-972b-0c5ded5477f2 req-bc1017c0-1127-423b-a8c3-9a1737b4ce0d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Jun 09 22:18:16.946782 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce1da5c-47d5-453d-acbb-d33877ad1c98 req-5a9906a6-8dee-4cc4-943a-a2bd6b285395 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827673 Jun 09 22:18:16.967713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e521f-8f4d-4ce4-9e13-62df018a0210 req-91ffc8fa-e5c1-4c84-9530-3ee3025cd86c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:16.969791 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-835e521f-8f4d-4ce4-9e13-62df018a0210 req-91ffc8fa-e5c1-4c84-9530-3ee3025cd86c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1412044 Jun 09 22:18:17.019156 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-835e521f-8f4d-4ce4-9e13-62df018a0210 req-61f9df9c-117f-44a6-89b6-58995402c686 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Jun 09 22:18:17.238728 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e4a45-a81d-4cbe-b114-561a931d248e req-93180208-68b7-4063-9280-96284f7f00c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:17.240211 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f4e4a45-a81d-4cbe-b114-561a931d248e req-93180208-68b7-4063-9280-96284f7f00c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0852659 Jun 09 22:18:17.287283 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f4e4a45-a81d-4cbe-b114-561a931d248e req-54c55051-c2ff-4f67-b26b-3d774f13fcfb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jun 09 22:18:18.042448 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9321-a0be-4ae1-9671-b0ab2ce1ccca req-bd7f436f-8628-4c99-8eee-d64f27d07e4a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:18.046901 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-70df9321-a0be-4ae1-9671-b0ab2ce1ccca req-bd7f436f-8628-4c99-8eee-d64f27d07e4a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0900114 Jun 09 22:18:18.093915 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-70df9321-a0be-4ae1-9671-b0ab2ce1ccca req-d93aedb5-23a4-426c-80cf-5fb6e56be7b0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Jun 09 22:18:18.226240 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45babeff-f678-4e8f-a50c-01a732a8ebaf req-ae300d85-8aee-4c05-b801-a28568b6f284 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:18.227817 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45babeff-f678-4e8f-a50c-01a732a8ebaf req-ae300d85-8aee-4c05-b801-a28568b6f284 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0878885 Jun 09 22:18:18.283352 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45babeff-f678-4e8f-a50c-01a732a8ebaf req-90d5c64b-932a-49dc-b33b-108036f6689f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Jun 09 22:18:18.487424 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22793ca5-9c1e-4617-972a-754eb4b4565d req-81789c2e-c71c-46f0-a804-882e179dbec1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:18.488851 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-22793ca5-9c1e-4617-972a-754eb4b4565d req-81789c2e-c71c-46f0-a804-882e179dbec1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0845971 Jun 09 22:18:18.532687 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-22793ca5-9c1e-4617-972a-754eb4b4565d req-4cc99574-3212-4d76-af16-7d6d3cd68d5b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380843 Jun 09 22:18:18.741290 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386cb81-5cc9-4de4-bd7e-887ada20d43f req-70aa045d-5188-4b6f-8c24-cf424be8c8cf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:18.742726 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c386cb81-5cc9-4de4-bd7e-887ada20d43f req-70aa045d-5188-4b6f-8c24-cf424be8c8cf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0960393 Jun 09 22:18:18.751166 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42454) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:18.755768 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'floatingip': {'port_id': '5c132894-271a-4c87-8103-1d6192964497'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:18:18.835774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:19.291400 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b462-0f0f-47c7-8ef1-abea819a7525 req-5f47b0b4-4d0e-4ee8-a4d3-296a507c2670 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:19.292873 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9558b462-0f0f-47c7-8ef1-abea819a7525 req-5f47b0b4-4d0e-4ee8-a4d3-296a507c2670 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0835516 Jun 09 22:18:19.355074 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9558b462-0f0f-47c7-8ef1-abea819a7525 req-19ac7618-3bb1-4dbd-8fff-cd64bb1b60c9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553374 Jun 09 22:18:19.545550 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40a21-76ec-4f79-b00f-4ea22a3e0760 req-374440c1-aaf9-4162-b37c-906f889527a8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:19.547771 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cce40a21-76ec-4f79-b00f-4ea22a3e0760 req-374440c1-aaf9-4162-b37c-906f889527a8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0923116 Jun 09 22:18:19.556298 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42470) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:19.603036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'floatingip': {'port_id': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:18:19.694314 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297b5ac-fe1f-4bcb-99f4-56cd478fd7ad req-b9f527a0-bd8f-40a3-8edb-431f2fa362b2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:19.695884 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d297b5ac-fe1f-4bcb-99f4-56cd478fd7ad req-b9f527a0-bd8f-40a3-8edb-431f2fa362b2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2566283 Jun 09 22:18:19.700513 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:19.761353 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.db.resource_extend [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 22:18:19.960797 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d297b5ac-fe1f-4bcb-99f4-56cd478fd7ad req-4d3be0d1-341d-46ca-a387-ae3032972e0b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960790 Jun 09 22:18:19.975698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:20.100055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:20.599803 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Floating IP 325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72 associated. External IP: 172.27.0.120, port: 5c132894-271a-4c87-8103-1d6192964497. Jun 09 22:18:20.752189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732ab3f-d0df-4ea4-b731-65d72a608492 req-49ed9e35-1f81-47bf-8147-100b4fe636ef tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:20.753734 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4732ab3f-d0df-4ea4-b731-65d72a608492 req-49ed9e35-1f81-47bf-8147-100b4fe636ef tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.4516826 Jun 09 22:18:20.849368 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4732ab3f-d0df-4ea4-b731-65d72a608492 req-c8d04d62-0b86-49d9-b07b-3600a1b5024d tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870314 Jun 09 22:18:21.098229 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:21.165696 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:21.221969 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:18:21.226007 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0d3-dc78-4c76-851d-5dde2a8cc00d req-1454aaa3-57b1-4ef6-a488-5beee7c2c3c9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:21.227510 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d34ed0d3-dc78-4c76-851d-5dde2a8cc00d req-1454aaa3-57b1-4ef6-a488-5beee7c2c3c9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0888622 Jun 09 22:18:21.275675 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d34ed0d3-dc78-4c76-851d-5dde2a8cc00d req-d0d903c0-2023-4980-be39-86d0f23446fe tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Jun 09 22:18:21.599878 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Floating IP 03931876-b5c2-4eaf-a5e9-206a6aae4451 associated. External IP: 172.27.0.139, port: 14072a8a-8a4b-49a5-8277-33eeb3fdcd81. Jun 09 22:18:21.762337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:18:21.768974 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:21.783503 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:18:21.793627 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:18:21.794330 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:21.855293 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-19339c9e-3942-4276-b84a-bfbd44c7f044 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "PUT /v2.0/floatingips/325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72 HTTP/1.1" status: 200 len: 991 time: 3.1030684 Jun 09 22:18:21.857357 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:21.859712 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c25c97-b3a0-4440-8e49-db5930a1e139" -d '{"events": [{"name": "network-changed", "server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:21.990258 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:18:21.997899 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960aa183-fc35-4043-a969-9a1bb25dbe0e x-openstack-request-id: req-960aa183-fc35-4043-a969-9a1bb25dbe0e {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:21.998380 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "tag": "5c132894-271a-4c87-8103-1d6192964497", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:21.998764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-960aa183-fc35-4043-a969-9a1bb25dbe0e {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:21.999261 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'status': 'completed', 'code': 200} Jun 09 22:18:22.090237 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:18:22.149902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6d95-5ec8-46fa-a7f3-b723f07ffda3 req-b2720659-e256-4456-a69b-dab688a624ec tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:22.157341 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cbcc6d95-5ec8-46fa-a7f3-b723f07ffda3 req-b2720659-e256-4456-a69b-dab688a624ec tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.1241827 Jun 09 22:18:22.212712 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cbcc6d95-5ec8-46fa-a7f3-b723f07ffda3 req-98453b66-a782-4dca-a546-dddaa53705ce tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541940 Jun 09 22:18:22.347093 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:18:22.351331 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:22.358124 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:18:22.370582 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:18:22.371587 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:22.459080 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-be4152f3-976c-49d8-ba8e-bf2015731939 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "PUT /v2.0/floatingips/03931876-b5c2-4eaf-a5e9-206a6aae4451 HTTP/1.1" status: 200 len: 991 time: 2.8633833 Jun 09 22:18:22.537539 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c803c0f-e4bd-4154-9007-a376e795208b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:41Z', 'updated_at': '2021-06-09T22:18:19Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:22.546869 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:18:22.565031 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:18:22.565901 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:22.617082 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:18:22.648725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd13a42-fbae-4cc7-99c6-54a6e5c1b794 req-ef1f1e98-735d-4884-ae32-5fad451ef92f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:22.653418 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fbd13a42-fbae-4cc7-99c6-54a6e5c1b794 req-ef1f1e98-735d-4884-ae32-5fad451ef92f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2378645 Jun 09 22:18:22.680794 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-bc957934-799e-45c0-8f4d-0c7aba8851e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:22.682439 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-bc957934-799e-45c0-8f4d-0c7aba8851e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1098 time: 0.2185967 Jun 09 22:18:22.776687 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fbd13a42-fbae-4cc7-99c6-54a6e5c1b794 req-2fc07a46-deff-4dcb-ba63-182886cf0ac8 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186624 Jun 09 22:18:22.787572 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:18:22.849454 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-c747eb2a-be59-4e7f-a281-acdcfbcfe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:22.850888 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-c747eb2a-be59-4e7f-a281-acdcfbcfe460 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1548204 Jun 09 22:18:22.967594 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-3b7c139b-131f-49d6-8b11-b97b281cfef8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 999 time: 0.1038353 Jun 09 22:18:23.036932 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-aba532fe-e25a-4d33-a95f-81c075b6e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:23.038282 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '03931876-b5c2-4eaf-a5e9-206a6aae4451', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:9c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:45Z', 'updated_at': '2021-06-09T22:18:20Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:23.038681 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-aba532fe-e25a-4d33-a95f-81c075b6e3f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0604503 Jun 09 22:18:23.042344 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:18:23.051655 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:18:23.052326 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:17:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:23.119035 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-0cc8fe08-b9ff-49a6-9f36-342cf7f31b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:23.120677 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-0cc8fe08-b9ff-49a6-9f36-342cf7f31b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743341 Jun 09 22:18:23.157561 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c803c0f-e4bd-4154-9007-a376e795208b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:41Z', 'updated_at': '2021-06-09T22:18:19Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:23.162621 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942f425-2ca9-4749-9b97-145dfd34fef6 None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c803c0f-e4bd-4154-9007-a376e795208b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:41Z', 'updated_at': '2021-06-09T22:18:19Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:18:23.269376 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:18:23.296437 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-33a37cf5-4b86-4670-bcf3-b8d16787f798 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577044 Jun 09 22:18:23.466210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66147d1-a216-4909-a502-3e90c8a5834b req-ccca5b7e-7cd4-4cf8-aeaf-f0709ff66ee8 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:23.474779 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a66147d1-a216-4909-a502-3e90c8a5834b req-ccca5b7e-7cd4-4cf8-aeaf-f0709ff66ee8 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.1259737 Jun 09 22:18:23.514740 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa185-e567-43de-80ff-c7e1a35303d9 None None] New status for floating IP 325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:18:23.539847 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-04c25c97-b3a0-4440-8e49-db5930a1e139 req-e484b513-5724-4b5f-8f06-9fe66896315f service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326369 Jun 09 22:18:23.575178 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a66147d1-a216-4909-a502-3e90c8a5834b req-802a2776-256f-4ec5-96a1-a0a0b5fdbed8 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955067 Jun 09 22:18:23.759902 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '03931876-b5c2-4eaf-a5e9-206a6aae4451', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:9c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:45Z', 'updated_at': '2021-06-09T22:18:20Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:23.763885 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c29c6d-79e1-4098-9aa5-2f78dd4f178b None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '03931876-b5c2-4eaf-a5e9-206a6aae4451', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:9c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:17:45Z', 'updated_at': '2021-06-09T22:18:20Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:18:24.000096 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:24.002615 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985662f-90b5-4eab-8a52-bbe48dc0af06" -d '{"events": [{"name": "network-changed", "server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:24.039215 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458c8ee-731a-4a11-93f2-7c870f1f8ce7 None None] New status for floating IP 03931876-b5c2-4eaf-a5e9-206a6aae4451: ACTIVE {{(pid=92491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:18:24.088376 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6220a-b590-4dc6-82aa-8aafb12a7c15 x-openstack-request-id: req-45f6220a-b590-4dc6-82aa-8aafb12a7c15 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:24.088695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:24.088972 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45f6220a-b590-4dc6-82aa-8aafb12a7c15 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:24.089411 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'status': 'completed', 'code': 200} Jun 09 22:18:24.106936 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544ebb-767f-4e75-8e13-ac34e668d843 req-91aae7fa-386a-42b9-b0e0-a552175ae979 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.108621 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b544ebb-767f-4e75-8e13-ac34e668d843 req-91aae7fa-386a-42b9-b0e0-a552175ae979 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2021151 Jun 09 22:18:24.203921 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b544ebb-767f-4e75-8e13-ac34e668d843 req-575274bd-a0b8-44c5-a9c3-71eedf111663 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884182 Jun 09 22:18:24.225672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-88a05ae2-1d6d-421a-86b5-529bd87d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.227120 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-88a05ae2-1d6d-421a-86b5-529bd87d643d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1098 time: 0.0989261 Jun 09 22:18:24.374945 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-dbc2e706-a924-4b6b-b8c1-7feb0892a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.378995 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-dbc2e706-a924-4b6b-b8c1-7feb0892a273 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1393275 Jun 09 22:18:24.506698 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-f77dcfe0-61fc-4466-b797-3b24c31840de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 200 len: 1001 time: 0.1202500 Jun 09 22:18:24.522610 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-45ccd265-9dc3-4c32-ab73-2f37fe95cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:24.586340 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-fbe3afba-4568-4f16-9d87-3b60ac92aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.587814 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-fbe3afba-4568-4f16-9d87-3b60ac92aa2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0633986 Jun 09 22:18:24.676609 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-85558d3f-6367-42f1-b738-ac1622737393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.678527 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-85558d3f-6367-42f1-b738-ac1622737393 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796359 Jun 09 22:18:24.775819 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915cb5-6461-40ff-a5ed-4f69cd7c7d58 req-f89284da-3a23-4c02-a5fa-a332e6240cdb tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:24.777475 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-13915cb5-6461-40ff-a5ed-4f69cd7c7d58 req-f89284da-3a23-4c02-a5fa-a332e6240cdb tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0902073 Jun 09 22:18:24.846886 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-46d88b5d-6bb5-4eed-b43d-f387cd7399fc service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599436 Jun 09 22:18:24.896667 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-13915cb5-6461-40ff-a5ed-4f69cd7c7d58 req-fe1fc204-4d44-4588-b669-b3ab57d86c2b tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029642 Jun 09 22:18:25.011748 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b985662f-90b5-4eab-8a52-bbe48dc0af06 req-51b69a70-fc2d-48f9-9e59-0bd9a520cf0b service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533773 Jun 09 22:18:25.394595 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13fe1b-52ef-4fa4-a1b6-9823e934b52d req-060fe859-db2b-4131-b389-c72310e2dd7a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:25.396049 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3e13fe1b-52ef-4fa4-a1b6-9823e934b52d req-060fe859-db2b-4131-b389-c72310e2dd7a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0853481 Jun 09 22:18:25.441605 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3e13fe1b-52ef-4fa4-a1b6-9823e934b52d req-84836ca2-bd2b-4bd6-8cea-992f27ffc5e1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Jun 09 22:18:26.011620 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 42604) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:26.095070 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd280520-29f5-4ab7-9c41-7edc1b14f5ca req-086b2544-7a38-4fee-83c9-214062075207 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:26.097007 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd280520-29f5-4ab7-9c41-7edc1b14f5ca req-086b2544-7a38-4fee-83c9-214062075207 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.0947411 Jun 09 22:18:26.144229 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd280520-29f5-4ab7-9c41-7edc1b14f5ca req-8a51a594-caf0-4c9d-84a8-66ac5bcf5a04 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Jun 09 22:18:26.149805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.257780 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.345141 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.352783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:26.393124 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70c2cdc7c989459d85ef77a79bfd6f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804054 Jun 09 22:18:26.393985 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4aab29-0ae5-4648-8824-883041fc005b,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:26.396063 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42610) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:26.401412 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.401934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.402106 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.402449 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.402786 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.403123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.403462 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.403795 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.404127 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.404455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.404782 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.405128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.409815 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:26.455171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.480876 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.596165 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.598983 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.600168 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad4aab29-0ae5-4648-8824-883041fc005b HTTP/1.1" status: 204 len: 168 time: 0.2031209 Jun 09 22:18:26.600967 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34045fa2-0002-4033-9a26-bbfeac7cf1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:26.611502 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4aab29-0ae5-4648-8824-883041fc005b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:26.619124 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.619622 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.619920 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.620276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.620647 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.621018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.621402 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.621745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.622198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.622478 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.622740 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.623138 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:26.627460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:26.853646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-70d37c21-2967-4bcc-b4b0-cc7d14b332d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:26.922401 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.331718 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42626) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:27.351919 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.464780 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.527615 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.535707 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c41e6a54-9e0a-4d2d-ae25-b58a4ece73e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:27.574083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f1741-49b8-4b1b-a3f5-e6e1c3bd9fff,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:27.578155 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b9229ea471f4555bfc2cfb2c9d265af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453883 Jun 09 22:18:27.580035 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:27.581552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42628) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:27.639276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.669520 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.802209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.808397 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:27.808397 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e71f1741-49b8-4b1b-a3f5-e6e1c3bd9fff HTTP/1.1" status: 204 len: 168 time: 0.2234068 Jun 09 22:18:27.808397 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a73ae74e-5430-4dc3-9836-60a203a6f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:27.817733 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f1741-49b8-4b1b-a3f5-e6e1c3bd9fff,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:27.820068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:28.276292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:28.936008 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device d35593d0-d997-4998-8097-3d4cae4f58e1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:18:29.104367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-df17c489-9745-435d-96e4-74a0d4c3b623 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:29.105875 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-df17c489-9745-435d-96e4-74a0d4c3b623 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.35 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.1431501 Jun 09 22:18:29.148963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:29.186701 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:29.190279 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc277e55-b2f1-4c3c-93d4-82668b2245ec" -d '{"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:29.199269 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:29.276409 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139faeed-0623-4784-b8d0-fab357480056 req-a4d70fec-53bd-435a-acdd-add5fc147212 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:29.277212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:29.281060 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:29.286121 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-139faeed-0623-4784-b8d0-fab357480056 req-a4d70fec-53bd-435a-acdd-add5fc147212 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 946 time: 0.1258371 Jun 09 22:18:29.348497 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae446-2ea3-4889-a554-65c4195c6e72 req-24bb49da-78ca-4193-abf1-c144752e7085 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:29.349756 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-139faeed-0623-4784-b8d0-fab357480056 req-cc635c29-f6ff-4869-b918-2d1e13904297 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Jun 09 22:18:29.350729 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c01ae446-2ea3-4889-a554-65c4195c6e72 req-24bb49da-78ca-4193-abf1-c144752e7085 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2000208 Jun 09 22:18:29.378671 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=6']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:29.390413 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.391123 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.392308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.392958 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.393599 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.394099 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.394569 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.395596 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.396105 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.397313 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.397829 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.398314 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:18:29.403141 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:29.413641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Deleting port d35593d0-d997-4998-8097-3d4cae4f58e1 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:18:29.414248 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:29.432010 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3bcffc-08df-4256-bf91-9f48ff5e65ed x-openstack-request-id: req-2d3bcffc-08df-4256-bf91-9f48ff5e65ed {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:29.432560 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:29.433007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d3bcffc-08df-4256-bf91-9f48ff5e65ed {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:29.433696 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'code': 200} Jun 09 22:18:29.527545 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c01ae446-2ea3-4889-a554-65c4195c6e72 req-a3012377-aeb5-4bc5-8114-b8a669eda098 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649094 Jun 09 22:18:29.602098 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] For port d35593d0-d997-4998-8097-3d4cae4f58e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d35593d0-d997-4998-8097-3d4cae4f58e1,segment=NetworkSegment(28702afb-0d7d-43fd-bdd6-733c482bda98),segment_id=28702afb-0d7d-43fd-bdd6-733c482bda98)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:29.602739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:29.834020 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Calling delete_port for d35593d0-d997-4998-8097-3d4cae4f58e1 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:18:29.928515 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.124016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.139534 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:30.223900 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Pushing event deleted for resources: {'Port': ['ID=d35593d0-d997-4998-8097-3d4cae4f58e1,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:30.230219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:30.267347 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] No DVR routers for this DVR port d35593d0-d997-4998-8097-3d4cae4f58e1 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:18:30.274578 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.276728 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-02a90cf7-e2ce-45eb-af14-e0fee7238512 req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.35 "DELETE /v2.0/ports/d35593d0-d997-4998-8097-3d4cae4f58e1 HTTP/1.1" status: 204 len: 173 time: 1.1619608 Jun 09 22:18:30.277283 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-deleted', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:30.283648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184dac2c-673f-498c-8dca-419c6b5692c9" -d '{"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-deleted", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:30.325501 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a0a3ef-443e-4a75-b19d-b62008faf86c x-openstack-request-id: req-84a0a3ef-443e-4a75-b19d-b62008faf86c {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:30.325814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273f0724-6d7f-4b44-a604-b8e2a773a8ed", "name": "network-vif-deleted", "tag": "d35593d0-d997-4998-8097-3d4cae4f58e1", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:30.326092 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84a0a3ef-443e-4a75-b19d-b62008faf86c {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:30.326627 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273f0724-6d7f-4b44-a604-b8e2a773a8ed', 'name': 'network-vif-deleted', 'tag': 'd35593d0-d997-4998-8097-3d4cae4f58e1', 'status': 'completed', 'code': 200} Jun 09 22:18:30.444665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 42702) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:30.544805 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8b1f359c-f292-4454-8f9e-857af87b2256 req-cae41aae-f12c-417f-a456-d04e3ccc9c49 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.0473049 Jun 09 22:18:30.584788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.699164 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.729513 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cbb83-22fa-4c5a-8080-baa8dd057d6f req-ef600f5b-6608-4bae-b3dd-4bcc7d9c0cb5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:30.731023 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-681cbb83-22fa-4c5a-8080-baa8dd057d6f req-ef600f5b-6608-4bae-b3dd-4bcc7d9c0cb5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0917482 Jun 09 22:18:30.780133 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-681cbb83-22fa-4c5a-8080-baa8dd057d6f req-529a7a13-fc4f-4c9b-b68b-9f6c2d9531b1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Jun 09 22:18:30.824710 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.833564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:30.875018 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f70e94a30124fecb814e2b97b8a1c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292257 Jun 09 22:18:30.876872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0381eda-735e-41c4-8a81-8b43aaa77fcc,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:30.878490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42710) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:30.880420 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:30.949518 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:30.977747 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:31.254784 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:31.257739 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:31.261971 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0381eda-735e-41c4-8a81-8b43aaa77fcc HTTP/1.1" status: 204 len: 168 time: 0.3800256 Jun 09 22:18:31.261971 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:31.273759 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0381eda-735e-41c4-8a81-8b43aaa77fcc,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:31.276418 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:31.642167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-65c3549f-8111-43f1-a737-a97fe96db2ba tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:31.644602 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-65c3549f-8111-43f1-a737-a97fe96db2ba tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.1585438 Jun 09 22:18:31.665423 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-05cae4f4-7e83-4a20-8014-e18e26c50820 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/quotas/d5ed8e73e82845cead4cb8b6cc8793f6 HTTP/1.1" status: 200 len: 375 time: 0.0133865 Jun 09 22:18:31.730411 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fa409374-e7ee-499b-8e12-a6551dd8d2fd req-847f2882-728e-46a1-8479-ea2a93075960 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] 10.222.0.38 "GET /v2.0/ports?device_id=273f0724-6d7f-4b44-a604-b8e2a773a8ed HTTP/1.1" status: 200 len: 210 time: 0.0543354 Jun 09 22:18:31.773557 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-5a598240-1419-478d-995b-ff2f5df1a517 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026127 Jun 09 22:18:31.929992 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e6ffa671-d59d-4a50-aaf2-091ef244d0fc service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487937 Jun 09 22:18:31.985232 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 42748) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:32.069768 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c85f-b2c3-49a7-ad45-06c962671ac9 req-744539cf-1c83-433d-87ca-2cb42334265e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:32.070216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.073590 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2553c85f-b2c3-49a7-ad45-06c962671ac9 req-744539cf-1c83-433d-87ca-2cb42334265e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1828802 Jun 09 22:18:32.120672 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2553c85f-b2c3-49a7-ad45-06c962671ac9 req-039633f0-287b-4f5a-9845-2a68117a7c44 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Jun 09 22:18:32.167502 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-656d03cc-fd7d-4468-b9d7-05a5854ae2b8 service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231824 Jun 09 22:18:32.242001 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.367840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.381484 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c95ac39a-d2ca-47b4-a6d2-a18167d7ff2c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:32.421928 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce0f1ea601404786b6667df27fc7e278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372969 Jun 09 22:18:32.423914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc20826-9f17-4981-bced-99b47c2ce5e3,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:32.425392 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42756) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:32.427082 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:32.499015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.542508 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.646294 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-38c01b14-80f8-41e2-b301-306f54edcc66 req-3cb51dec-5ca5-4d3e-935f-b9ef4bfcb65e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0562646 Jun 09 22:18:32.761712 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-c4840b79-bc1f-454d-9b67-40f9acf93582 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759914 Jun 09 22:18:32.773282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.782206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:32.801618 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcc20826-9f17-4981-bced-99b47c2ce5e3 HTTP/1.1" status: 204 len: 168 time: 0.3746347 Jun 09 22:18:32.802863 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:32.816348 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc20826-9f17-4981-bced-99b47c2ce5e3,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:32.833916 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:32.914687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-70017874-4f8a-49bf-b1ea-25d5aa529fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:32.916832 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-70017874-4f8a-49bf-b1ea-25d5aa529fec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0796556 Jun 09 22:18:33.075147 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-f3813864-080a-4e07-94c5-9b34f46385db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:33.076590 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-f3813864-080a-4e07-94c5-9b34f46385db service neutron] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 916 time: 0.1391938 Jun 09 22:18:33.351931 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b3f2-f41d-4e40-a451-7f7b66e68a5e req-ebb3466d-5f12-4b52-a2f7-2309c637359c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:33.353789 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f968b3f2-f41d-4e40-a451-7f7b66e68a5e req-ebb3466d-5f12-4b52-a2f7-2309c637359c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1064663 Jun 09 22:18:33.402416 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f968b3f2-f41d-4e40-a451-7f7b66e68a5e req-a12e8f0b-930e-447e-85d0-90429a07ebe0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Jun 09 22:18:34.517102 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-50e1ed1f-080e-42b7-a54c-3fd475eb22ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c057bdd-0d53-48cf-b086-0c532ae66888 HTTP/1.1" status: 200 len: 217 time: 0.0643923 Jun 09 22:18:35.176501 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:18:36.402228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:36.922282 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-833b2774-6e60-4a06-9ade-900221945cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:36.923729 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-833b2774-6e60-4a06-9ade-900221945cc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.0746679 Jun 09 22:18:36.979429 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-0c8485e2-a6fd-4265-8aa7-38be449a0a18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416152 Jun 09 22:18:37.018999 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9affa52e-ac6a-481f-8367-fb02705db585 req-6b759919-8eb9-4828-911c-0dc5a0f2205d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0488312 Jun 09 22:18:37.266516 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-478f6d1c-0bd1-4488-af72-e9f26b8a1cdf service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692864 Jun 09 22:18:37.267699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf0a2-7dcf-44d6-81e8-15347f5e7dd8 req-5ecb51d4-e7ac-4a93-bf27-bfb888bc96d8 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:37.269137 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-85adf0a2-7dcf-44d6-81e8-15347f5e7dd8 req-5ecb51d4-e7ac-4a93-bf27-bfb888bc96d8 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2594800 Jun 09 22:18:37.398010 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-85adf0a2-7dcf-44d6-81e8-15347f5e7dd8 req-33e0e83a-31fa-4b6e-adad-394e7b493b84 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063685 Jun 09 22:18:37.431443 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a34c702a-3b83-4707-9c2e-2eaa93a4d2d7 req-4f18cd21-18d8-4dff-a0f0-52dbcf78fea4 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595306 Jun 09 22:18:38.103639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42898) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:38.187320 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Deleting subnet 312b3390-e520-4345-b6ad-4fd5b5e65628 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:18:38.193516 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.270863 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c14a81e-a1fe-4d8f-9d12-d4a42be337aa req-2e521d51-1b3a-40c5-bead-a794bc0a384b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0790074 Jun 09 22:18:38.295177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.303788 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.472726 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.482928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-40f0804b-05d1-4fd0-afe4-afe0cd4d070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:38.519105 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312b3390-e520-4345-b6ad-4fd5b5e65628,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:38.535332 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:38.544152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.550805 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/312b3390-e520-4345-b6ad-4fd5b5e65628 HTTP/1.1" status: 204 len: 168 time: 0.4459252 Jun 09 22:18:38.551656 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42912) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:38.602977 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-d90e7377-898d-4b41-b239-ab0a3c895908 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:38.604485 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-d90e7377-898d-4b41-b239-ab0a3c895908 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.2131486 Jun 09 22:18:38.623618 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Request body: {'port': {'device_id': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'admin_state_up': True, 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:18:38.684136 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.745600 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bacc0-8325-45ee-9386-912e6528cd0b req-56e5a3c0-b5c3-4ea6-8a90-59cc4f5ddefe tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:38.747140 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f61bacc0-8325-45ee-9386-912e6528cd0b req-56e5a3c0-b5c3-4ea6-8a90-59cc4f5ddefe tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2182863 Jun 09 22:18:38.845336 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:38.852115 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f61bacc0-8325-45ee-9386-912e6528cd0b req-8d2e1cf6-86c2-443c-b882-9a07315836e6 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 Jun 09 22:18:38.867670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.868018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.868723 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.869064 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > port after_create 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.869413 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.869747 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > port after_update 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.870114 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.876023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.876023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.876023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:38.956552 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:18:38.960017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.039733 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:39.040432 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:39.041317 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:39.041809 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:18:39.042451 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bb1846-4853-4a65-a61e-4fd2324a29e6']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:39.062082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28702afb-0d7d-43fd-bdd6-733c482bda98') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:39.062407 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28702afb-0d7d-43fd-bdd6-733c482bda98') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:18:39.077589 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.104270 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.116266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:18:39.116266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.149833 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Allocated IP 172.20.0.13 (039b63d1-b982-44d1-a196-a5cbcd7c79b1/4f17ae28-49fb-4b57-85bb-d9a11b0d0a80/75b7db93-adaf-46d8-add9-b71a929b9c33) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: from cryptography.utils import int_from_bytes Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: from cryptography.utils import int_from_bytes Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:18:39.201368 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:18:39.322351 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.326630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cda2e0fd-7e4f-4b85-b388-b56244ada839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:39.355396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.357051 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] 10.222.0.38 "DELETE /v2.0/networks/00bb1846-4853-4a65-a61e-4fd2324a29e6 HTTP/1.1" status: 204 len: 168 time: 0.8042831 Jun 09 22:18:39.357962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bb1846-4853-4a65-a61e-4fd2324a29e6,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:39.363436 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:39.413401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.440828 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ff563c46-31b1-4a8b-9475-65c0360400da req-94099682-ef2a-4d62-b2e0-6c9369be2253 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0525777 Jun 09 22:18:39.499572 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.507314 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:39.513643 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:39.581947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event updated for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:39.589934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:39.593665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:18:39.594891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:18:39.598023 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:18:39.603981 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:39.604665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.716937 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0992706 Jun 09 22:18:39.733736 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Request body: {'port': {'device_id': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:18:39.842048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:39.857282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42938) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:39.914318 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6d6c13e2-809f-455d-b888-f8d696212817 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44120a2b21ef4e37b20717ee387e320a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533876 Jun 09 22:18:39.916210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 42944) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:39.998133 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.025443 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.246422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.246422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.250051 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e518ecd-7f6c-45dd-9eb2-344c047d6aaa HTTP/1.1" status: 204 len: 168 time: 0.3309424 Jun 09 22:18:40.251822 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0df80d67-e08a-4c33-a5f7-2870a7e7cc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:40.267372 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e518ecd-7f6c-45dd-9eb2-344c047d6aaa,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:40.292556 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:40.296097 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e0fb3-95b0-4344-bc77-b97637385322 req-99d4ee59-798b-4fcd-83d7-e5ebbc4627ea tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:40.297727 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca8e0fb3-95b0-4344-bc77-b97637385322 req-99d4ee59-798b-4fcd-83d7-e5ebbc4627ea tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2972970 Jun 09 22:18:40.420849 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca8e0fb3-95b0-4344-bc77-b97637385322 req-0302ed11-75ed-4fac-abb2-8932e94cf7a9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056831 Jun 09 22:18:40.459478 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b7db93-adaf-46d8-add9-b71a929b9c33 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:40.467914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.493383 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Transition to ACTIVE for port object 75b7db93-adaf-46d8-add9-b71a929b9c33 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:18:40.594265 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.607260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:40.786432 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Pushing event updated for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:40.797439 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:40.822932 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Attempting to bind port 75b7db93-adaf-46d8-add9-b71a929b9c33 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:18:40.823252 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Attempting to bind port 75b7db93-adaf-46d8-add9-b71a929b9c33 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:18:40.823575 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Attempting to bind port 75b7db93-adaf-46d8-add9-b71a929b9c33 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:18:40.831884 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Port 75b7db93-adaf-46d8-add9-b71a929b9c33 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:18:40.832210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Attempting to bind port 75b7db93-adaf-46d8-add9-b71a929b9c33 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:18:40.843172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0df86-433a-4c07-96c0-821344cf1b39 req-83518acd-19e5-4e7f-9821-178051d56c0c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:40.844635 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90a0df86-433a-4c07-96c0-821344cf1b39 req-83518acd-19e5-4e7f-9821-178051d56c0c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 944 time: 0.2893479 Jun 09 22:18:40.848263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:18:40.848611 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Checking segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:18:40.849004 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Bound using segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:18:40.849484 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Bound port: 75b7db93-adaf-46d8-add9-b71a929b9c33, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:18:40.849820 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:40.958130 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90a0df86-433a-4c07-96c0-821344cf1b39 req-f89a0d9d-781a-4882-9be4-f4194456d174 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976219 Jun 09 22:18:40.983814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:18:40.987010 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75b7db93-adaf-46d8-add9-b71a929b9c33,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:18:41.099448 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:41.103402 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c1740a13-9d7c-4c77-8b9d-70af57a32b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:41.160626 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:41.161123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:41.162495 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] 10.222.0.35 "PUT /v2.0/ports/75b7db93-adaf-46d8-add9-b71a929b9c33 HTTP/1.1" status: 200 len: 1094 time: 1.4333513 Jun 09 22:18:41.169624 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:41.171918 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:41.197259 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Pushing event updated for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:41.203780 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:41.223231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b660edc5-1384-47f8-99a0-074f7274d583 x-openstack-request-id: req-b660edc5-1384-47f8-99a0-074f7274d583 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:41.223231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:41.223231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b660edc5-1384-47f8-99a0-074f7274d583 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:41.223231 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33', 'status': 'completed', 'code': 200} Jun 09 22:18:41.615571 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62765f-3d95-4a73-83bd-992e790acdeb req-a12b4022-778e-4ca1-9cc8-47fe552ccb8b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:41.616964 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fa62765f-3d95-4a73-83bd-992e790acdeb req-a12b4022-778e-4ca1-9cc8-47fe552ccb8b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0848069 Jun 09 22:18:41.662470 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fa62765f-3d95-4a73-83bd-992e790acdeb req-7915f1e3-c151-498a-97a6-7ffc36d8723c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Jun 09 22:18:42.969943 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43030) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:43.091630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.200533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.275870 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.285526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6c884645-d852-4ddb-9234-ee8d4ec12f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:43.326114 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9119ffb682b4743bf1120c0d05ed2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548694 Jun 09 22:18:43.326913 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a13efb5-3294-4ba0-870c-053173fbe098,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:43.329607 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43040) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:43.330368 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:43.389066 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.416264 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.544993 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.547818 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:43.549819 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a13efb5-3294-4ba0-870c-053173fbe098 HTTP/1.1" status: 204 len: 168 time: 0.2185233 Jun 09 22:18:43.550570 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-816a6f1e-ba5c-494c-9f13-d1b2a8c880ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:43.560237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a13efb5-3294-4ba0-870c-053173fbe098,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:43.562631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:44.091202 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43048) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:44.107941 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.216661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.324284 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.337142 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2cacf522-113d-44be-a586-e805d2ebead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:44.394068 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e36528-1a51-4d05-a9b8-f61d68d0342f,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:44.399422 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:44.403570 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98965fa5cd7a4150810d20973de3ad36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102057 Jun 09 22:18:44.413630 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43054) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:44.438306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-729ba0ad-2f24-4028-af5f-f8468c07cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:44.439766 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-729ba0ad-2f24-4028-af5f-f8468c07cc12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 1097 time: 0.1628013 Jun 09 22:18:44.492118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf9b73-9b2c-4e7f-9340-2120c5ca6359 req-5c5db527-d7cd-43fd-ae66-13f2401a0205 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:44.493622 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4fdf9b73-9b2c-4e7f-9340-2120c5ca6359 req-5c5db527-d7cd-43fd-ae66-13f2401a0205 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 944 time: 0.0894675 Jun 09 22:18:44.542185 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4fdf9b73-9b2c-4e7f-9340-2120c5ca6359 req-95c5cf8c-f126-4658-9a39-32a80b252f69 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Jun 09 22:18:44.635430 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.696307 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.706157 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-868cd22c-f032-46c4-a70a-4a9766db584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:44.707570 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-868cd22c-f032-46c4-a70a-4a9766db584a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2264941 Jun 09 22:18:44.722134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173ee0f-13df-4b04-b9a3-7e71a384e459 req-916a6198-c57c-4c00-af2f-48adeaab8027 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:44.723543 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8173ee0f-13df-4b04-b9a3-7e71a384e459 req-916a6198-c57c-4c00-af2f-48adeaab8027 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.2931693 Jun 09 22:18:44.873472 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8173ee0f-13df-4b04-b9a3-7e71a384e459 req-8c72f188-c99a-4585-a8de-7fae26c950da tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235335 Jun 09 22:18:44.919963 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-48e2ee52-d126-4c3b-bcbe-42501e9b4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:44.921460 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce4904ff-d857-488b-b8e3-e06f56a7e8f6 req-48e2ee52-d126-4c3b-bcbe-42501e9b4bba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946666 Jun 09 22:18:44.961999 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.964686 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:44.965826 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5e36528-1a51-4d05-a9b8-f61d68d0342f HTTP/1.1" status: 204 len: 168 time: 0.5482795 Jun 09 22:18:44.967754 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-acf5bc1e-0d11-45d6-aa7f-8f65de06cca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:45.023718 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e36528-1a51-4d05-a9b8-f61d68d0342f,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:45.027043 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:45.061060 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-8b4aaa29-eff7-44ea-b2c9-6b48893282b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:45.062816 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-8b4aaa29-eff7-44ea-b2c9-6b48893282b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 1097 time: 0.0959244 Jun 09 22:18:45.144271 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-d59662a5-4c16-42fe-beb2-909ae8f08efc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b7db93-adaf-46d8-add9-b71a929b9c33 HTTP/1.1" status: 200 len: 217 time: 0.0658643 Jun 09 22:18:45.211096 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-262e245a-26cf-44bd-9d47-76c969fad6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:45.212835 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-262e245a-26cf-44bd-9d47-76c969fad6b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.0608151 Jun 09 22:18:45.262910 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-214145ff-2579-4869-97a8-91cbf4e69696 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421321 Jun 09 22:18:45.489070 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-b31008b4-228a-4f22-b46a-2a995f7c7bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152600 Jun 09 22:18:45.676471 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-40039eef-8edc-4413-97b4-bbffa09e5a05 req-97bc5d74-dcf8-40b4-b792-a828057041fe service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711681 Jun 09 22:18:45.795525 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0dc4-821d-4fff-8c3a-bc5bcec1a6f7 req-60c368b6-f419-440b-b9ba-6587b08a7d62 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:45.797080 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44aa0dc4-821d-4fff-8c3a-bc5bcec1a6f7 req-60c368b6-f419-440b-b9ba-6587b08a7d62 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 944 time: 0.0861006 Jun 09 22:18:45.924795 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44aa0dc4-821d-4fff-8c3a-bc5bcec1a6f7 req-c6ccee92-252c-46f2-ad23-efee269c6369 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180694 Jun 09 22:18:46.077426 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e298bf-527a-47ff-9dd7-7cb9f2896b54 req-647b357e-07fe-418d-abeb-9848cc5ef5c7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:46.078727 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c7e298bf-527a-47ff-9dd7-7cb9f2896b54 req-647b357e-07fe-418d-abeb-9848cc5ef5c7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0900176 Jun 09 22:18:46.129080 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c7e298bf-527a-47ff-9dd7-7cb9f2896b54 req-a640f233-1b0c-48dd-b43a-abeac1b38cb6 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jun 09 22:18:46.193789 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43110) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:46.433212 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.588947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.653587 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.662394 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3499cd81-a728-438e-8a92-cab711381347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:46.712343 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4099c22ede554f5e83301416c220b440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149958 Jun 09 22:18:46.712343 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8159ac9b-63b8-4d61-b435-dca3f901a50b,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:46.712515 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43128) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:46.715016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:46.784144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.822117 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.973911 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.980392 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:46.988449 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8159ac9b-63b8-4d61-b435-dca3f901a50b HTTP/1.1" status: 204 len: 168 time: 0.2700505 Jun 09 22:18:46.988449 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3e9928a7-9592-4a66-9949-f272b496ce61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:47.003157 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8159ac9b-63b8-4d61-b435-dca3f901a50b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:47.006059 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:47.228535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f8ce-509b-4f42-aad1-2eed2c24fd71 req-b559693c-a6c5-41d2-b4ca-549c73c045b4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:47.230035 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-40c6f8ce-509b-4f42-aad1-2eed2c24fd71 req-b559693c-a6c5-41d2-b4ca-549c73c045b4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 944 time: 0.1276305 Jun 09 22:18:47.279612 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-40c6f8ce-509b-4f42-aad1-2eed2c24fd71 req-1d5a1a23-d4ba-4e8c-ae5d-927f5e2a1943 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Jun 09 22:18:47.339597 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41c854-133e-4469-9e09-a342f0fb5b5d req-d32d5835-47ee-41d3-aa9a-41c96437e61f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:47.341071 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e41c854-133e-4469-9e09-a342f0fb5b5d req-d32d5835-47ee-41d3-aa9a-41c96437e61f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0805888 Jun 09 22:18:47.398094 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e41c854-133e-4469-9e09-a342f0fb5b5d req-633b0a8b-801d-4d20-beb8-624936b9177c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Jun 09 22:18:47.818669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43172) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:47.837962 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:47.943447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.042175 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.058176 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-57eb1537-f16d-407d-87a4-a3f59db37348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:48.146026 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-12443642-7271-474a-847c-9a197669b72a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc1628fb85774daab6e3530c6dde1648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820420 Jun 09 22:18:48.146026 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43182) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:48.146026 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4869d-0470-4fb0-9f19-decce5b7af79,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:48.146026 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:48.173150 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.201753 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.362267 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.365159 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:48.374516 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35c4869d-0470-4fb0-9f19-decce5b7af79 HTTP/1.1" status: 204 len: 168 time: 0.2617521 Jun 09 22:18:48.374516 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:48.380183 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4869d-0470-4fb0-9f19-decce5b7af79,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:48.383177 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:48.557908 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0435e74-e48e-45f7-b571-4e80f40b65d3 req-0531ae50-8ca2-4a8e-9c70-1823fde6a5e8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:48.566627 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e0435e74-e48e-45f7-b571-4e80f40b65d3 req-0531ae50-8ca2-4a8e-9c70-1823fde6a5e8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 944 time: 0.1498575 Jun 09 22:18:48.630465 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e0435e74-e48e-45f7-b571-4e80f40b65d3 req-fb5dd119-05ca-43d9-8133-a36f2b221bc1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627887 Jun 09 22:18:48.672891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af70ff-fdff-419d-84a4-00b23c29746b req-85df565d-0183-449f-96a3-6c61adc44f9c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:48.674580 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e4af70ff-fdff-419d-84a4-00b23c29746b req-85df565d-0183-449f-96a3-6c61adc44f9c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1020122 Jun 09 22:18:48.721056 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e4af70ff-fdff-419d-84a4-00b23c29746b req-1a9cadca-197a-4738-9478-4f76e991bf1d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Jun 09 22:18:49.253237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 75b7db93-adaf-46d8-add9-b71a929b9c33 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:18:49.397483 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75b7db93-adaf-46d8-add9-b71a929b9c33,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:49.411185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '75b7db93-adaf-46d8-add9-b71a929b9c33', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'port_id': '75b7db93-adaf-46d8-add9-b71a929b9c33', 'mac_address': 'fa:16:3e:9a:38:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17ae28-49fb-4b57-85bb-d9a11b0d0a80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:18:49.480084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:49.499066 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b7db93-adaf-46d8-add9-b71a929b9c33 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:18:49.516616 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75b7db93-adaf-46d8-add9-b71a929b9c33,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:49.590192 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:49.591966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:49.663835 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:49.667057 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:51.528801 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001ea1b-f5a4-4d5a-9282-19e194005777 req-39dbb7fe-52d5-436a-a0c9-929bc687be01 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:51.530967 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2001ea1b-f5a4-4d5a-9282-19e194005777 req-39dbb7fe-52d5-436a-a0c9-929bc687be01 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 945 time: 0.0914369 Jun 09 22:18:51.571283 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8aba-2ac2-41e9-9c4b-4f296f9781d7 req-208bb79b-8c9f-40b8-a9e9-910ab2e79111 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:51.573030 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce8e8aba-2ac2-41e9-9c4b-4f296f9781d7 req-208bb79b-8c9f-40b8-a9e9-910ab2e79111 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1038592 Jun 09 22:18:51.586445 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2001ea1b-f5a4-4d5a-9282-19e194005777 req-680f73f7-e4f1-47ce-9563-e9683cbe3c71 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Jun 09 22:18:51.635049 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce8e8aba-2ac2-41e9-9c4b-4f296f9781d7 req-f62cc8a4-788e-405f-9cea-c126c51f6942 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Jun 09 22:18:51.755718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['75b7db93-adaf-46d8-add9-b71a929b9c33'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:18:52.818852 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db2f4-57d1-437c-b74f-cfc1cd20b92f req-bd38f603-33ec-4fd6-874a-6271ecbafdb9 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:52.820518 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c2db2f4-57d1-437c-b74f-cfc1cd20b92f req-bd38f603-33ec-4fd6-874a-6271ecbafdb9 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 945 time: 0.1113622 Jun 09 22:18:52.873570 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c2db2f4-57d1-437c-b74f-cfc1cd20b92f req-df380f7c-5ec2-4715-9464-6f5fe9aaefcb tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Jun 09 22:18:52.888838 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb6e85-00f1-420a-ac55-1224233965c2 req-dc8e319d-bc6d-45af-a42f-1b9a2d0af630 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:52.890400 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c6eb6e85-00f1-420a-ac55-1224233965c2 req-dc8e319d-bc6d-45af-a42f-1b9a2d0af630 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1137245 Jun 09 22:18:52.940977 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c6eb6e85-00f1-420a-ac55-1224233965c2 req-38016072-25c2-41fe-9db9-18fb653ef4b4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Jun 09 22:18:53.304152 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 75b7db93-adaf-46d8-add9-b71a929b9c33 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:18:53.470012 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 75b7db93-adaf-46d8-add9-b71a929b9c33 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:18:53.476378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 75b7db93-adaf-46d8-add9-b71a929b9c33 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:18:53.476796 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:53.611618 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:53.641386 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:18:53.644545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f8fbd-6715-484c-9916-30aa08672ec1" -d '{"events": [{"server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "name": "network-vif-plugged", "status": "completed", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:18:53.653495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75b7db93-adaf-46d8-add9-b71a929b9c33,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:18:53.693321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c841c6a-cb49-4c46-a5b9-6e74a26f632a x-openstack-request-id: req-1c841c6a-cb49-4c46-a5b9-6e74a26f632a {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:18:53.693321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "name": "network-vif-plugged", "status": "completed", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:18:53.693321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c841c6a-cb49-4c46-a5b9-6e74a26f632a {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:18:53.693321 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33', 'code': 200} Jun 09 22:18:53.738795 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:53.740836 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:53.813321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:53.817242 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:54.070004 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe665f-bbb7-4b8a-968a-5da655dcec6b req-c66d0323-aa33-4021-bb20-5113446ffaa5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:54.071518 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2abe665f-bbb7-4b8a-968a-5da655dcec6b req-c66d0323-aa33-4021-bb20-5113446ffaa5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.0902863 Jun 09 22:18:54.128490 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2abe665f-bbb7-4b8a-968a-5da655dcec6b req-effd8911-f0fd-4f01-8c52-d0814155b9b4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501153 Jun 09 22:18:54.159505 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec961c-bf8a-4282-8d09-a90647a417e3 req-83edef9c-0dcc-4fc3-ab4e-e89940c3c64b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:54.160975 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1eec961c-bf8a-4282-8d09-a90647a417e3 req-83edef9c-0dcc-4fc3-ab4e-e89940c3c64b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1026602 Jun 09 22:18:54.212659 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1eec961c-bf8a-4282-8d09-a90647a417e3 req-b7b57ae5-12c0-4c5b-abec-cbd79f0586d9 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Jun 09 22:18:54.521423 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-aa89fed4-46e3-42e5-bdee-d33ba51ea652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:56.881620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5388b8f6-0518-48f1-924e-70871c36897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:56.938237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:57.140327 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525648a0-f323-456a-b80b-65e94472581a req-0cb40d12-16c8-4834-9e46-b9c42fbf0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:57.142337 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-525648a0-f323-456a-b80b-65e94472581a req-0cb40d12-16c8-4834-9e46-b9c42fbf0c08 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 1099 time: 0.0757971 Jun 09 22:18:57.260784 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-525648a0-f323-456a-b80b-65e94472581a req-285ec596-a60f-45fb-bdf4-75d40fed66ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919805 Jun 09 22:18:57.300496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180317-d65c-4828-80fb-9bc3148438fe req-2648bf6a-a082-4994-876f-6ef6920e2147 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:57.302226 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d1180317-d65c-4828-80fb-9bc3148438fe req-2648bf6a-a082-4994-876f-6ef6920e2147 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.0997179 Jun 09 22:18:57.315914 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e2a7-f0a8-4d22-8333-c55180e6f876 req-20f415e8-4867-4446-aa61-42d6aa7f969c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:57.317463 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2918e2a7-f0a8-4d22-8333-c55180e6f876 req-20f415e8-4867-4446-aa61-42d6aa7f969c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0944638 Jun 09 22:18:57.350028 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d1180317-d65c-4828-80fb-9bc3148438fe req-0ba6b45a-aa48-422b-b7bf-c6c1effd1510 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Jun 09 22:18:57.365875 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2918e2a7-f0a8-4d22-8333-c55180e6f876 req-5e68138a-ae53-4c88-80a4-99eaa71e412c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Jun 09 22:18:58.293002 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:58.571523 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee51a09-5916-462f-bb16-f9103fca1fb3 req-bf32f5a2-e511-40f4-a944-019adf0c76e7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:58.574944 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3ee51a09-5916-462f-bb16-f9103fca1fb3 req-bf32f5a2-e511-40f4-a944-019adf0c76e7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0984251 Jun 09 22:18:58.629743 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548e25-bd83-4cd7-b432-8642704966ac req-2d5ac42a-bab4-4bde-bbd4-1ddfd252db1a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:58.633013 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3ee51a09-5916-462f-bb16-f9103fca1fb3 req-6d24d40f-4ebd-47ad-8205-50159ce58b87 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Jun 09 22:18:58.638075 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0548e25-bd83-4cd7-b432-8642704966ac req-2d5ac42a-bab4-4bde-bbd4-1ddfd252db1a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.1725507 Jun 09 22:18:58.681904 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0548e25-bd83-4cd7-b432-8642704966ac req-2699b7a9-655f-4c12-be34-e30431f17550 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Jun 09 22:18:59.176909 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43440) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:59.325041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.441871 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.504324 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.513052 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:59.553895 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b620bdefe3d340d0b8490e47ea9cf6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758001 Jun 09 22:18:59.555710 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43152e-1b40-4e92-a49a-946f2f537821,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:59.556667 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43452) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:18:59.558951 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:59.619571 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.645680 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.738688 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.741159 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:18:59.742561 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f43152e-1b40-4e92-a49a-946f2f537821 HTTP/1.1" status: 204 len: 168 time: 0.1845877 Jun 09 22:18:59.743436 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:18:59.787651 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43152e-1b40-4e92-a49a-946f2f537821,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:18:59.798059 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:18:59.858358 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc7d6-b22b-499c-8c99-65327b3cf0f1 req-233d7092-7e17-4efb-9023-d282e13af275 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:59.859855 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-009cc7d6-b22b-499c-8c99-65327b3cf0f1 req-233d7092-7e17-4efb-9023-d282e13af275 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1066716 Jun 09 22:18:59.904221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d436f-9ddf-4771-bd9f-e454e24e3b64 req-1e658bba-bc2a-48c7-88d2-87d6141200de tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:18:59.905802 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e02d436f-9ddf-4771-bd9f-e454e24e3b64 req-1e658bba-bc2a-48c7-88d2-87d6141200de tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.0903323 Jun 09 22:18:59.916361 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-009cc7d6-b22b-499c-8c99-65327b3cf0f1 req-65ee7a3a-0dc8-427a-9e56-e07cc6a41478 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Jun 09 22:18:59.957321 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e02d436f-9ddf-4771-bd9f-e454e24e3b64 req-52e8036b-cbb5-430f-a3a2-07dac8c195f0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Jun 09 22:18:59.979948 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:00.693333 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43510) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:00.851802 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:00.958834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.050958 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.060458 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:01.118359 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16247c8e206b44b8a708b0ccb060f807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239421 Jun 09 22:19:01.120290 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f757d1-1f7a-4625-879e-8c58f289996e,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:01.124318 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:01.128785 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43526) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:01.140421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43528) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:01.157841 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96edf5d-ef16-43b2-ac00-425e356e42ca req-4abe0433-8103-438c-961a-faa679b2d496 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:01.159700 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d96edf5d-ef16-43b2-ac00-425e356e42ca req-4abe0433-8103-438c-961a-faa679b2d496 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1242878 Jun 09 22:19:01.244471 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d96edf5d-ef16-43b2-ac00-425e356e42ca req-485ec234-67ab-48b2-8651-aa9fb6097bb3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Jun 09 22:19:01.253396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.273379 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1210476454-network', 'tenant_id': '53eec0fe519e4816a8efc184d654d8f8'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:01.283075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.401513 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Made reservation on behalf of 53eec0fe519e4816a8efc184d654d8f8 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:01.403896 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.416276 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.435759 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.440255 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.440255 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7f757d1-1f7a-4625-879e-8c58f289996e HTTP/1.1" status: 204 len: 168 time: 0.3040984 Jun 09 22:19:01.440864 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:01.451101 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f757d1-1f7a-4625-879e-8c58f289996e,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:01.453633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:01.541219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.647447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.653196 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-07c200e6-259f-4ddc-83fa-f4e3da85fce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:01.745306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:19:01.754322 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:01.758118 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:01.760790 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.761152 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Added segment efd67873-31f6-4e0e-8031-01b7f550e534 of type vlan for network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce Jun 09 22:19:01.794068 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.893603 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.894541 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:01.895122 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:01.900109 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:01.995641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0ca4c9-64b7-4bc3-8222-31177e42bbce,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:01.998378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:02.005959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:19:02.048280 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9065833 Jun 09 22:19:02.051338 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43546) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:02.056172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Request body: {'subnet': {'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1210476454-subnet', 'tenant_id': '53eec0fe519e4816a8efc184d654d8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:02.132766 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Made reservation on behalf of 53eec0fe519e4816a8efc184d654d8f8 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:02.135097 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.210546 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43552) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:02.229042 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.339817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.447140 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.447479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.452801 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0ecffb48-c521-4c67-ae48-0910691f82e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:02.458297 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:02.506347 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=333f30ddf9294e40bcf76ec6fa0358d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946587 Jun 09 22:19:02.509860 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43560) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:02.532574 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415d570b-7415-454b-a1bd-27e338bd68e7,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:02.536683 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:02.542153 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Checking segment: {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:02.542512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Network hostable DHCP agents. Network: 8a0ca4c9-64b7-4bc3-8222-31177e42bbce, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:19:02.553560 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac17903-94ec-4dd7-bc52-aa48552f5ee1,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:02.558333 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:02.603067 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.632489 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.642393 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:19:02.778606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 8a0ca4c9-64b7-4bc3-8222-31177e42bbce) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:02.783238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:02.783876 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.791177 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07815f2e-8830-4e0c-8650-2fb3240a6c42 None None] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:02.807592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.810158 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:02.815065 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/415d570b-7415-454b-a1bd-27e338bd68e7 HTTP/1.1" status: 204 len: 168 time: 0.3003769 Jun 09 22:19:02.815065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:02.823068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d570b-7415-454b-a1bd-27e338bd68e7,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:02.825430 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:02.900247 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8476231 Jun 09 22:19:03.032429 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd844c-a12c-43e2-9557-165d45f6179f None None] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:04.203254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43610) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:04.331869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.460180 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.515600 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.529928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:04.567072 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e41fbb1793e452d8ed104095beb9170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624229 Jun 09 22:19:04.567957 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360c1cb-c025-47db-bc30-1505bdb95eed,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:04.569952 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43628) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:04.581632 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:04.632312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.658477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.858625 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.861081 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:04.862292 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2e612637-8d42-4948-828b-829417e035da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6360c1cb-c025-47db-bc30-1505bdb95eed HTTP/1.1" status: 204 len: 168 time: 0.2913120 Jun 09 22:19:04.863120 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:04.872936 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360c1cb-c025-47db-bc30-1505bdb95eed,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:04.875004 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:06.407735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.454110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43698) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:06.575888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.691550 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.750194 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.759728 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:06.799335 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=752fb4b4f5d049b5b9b3583736204aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447304 Jun 09 22:19:06.800328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d07864-840b-4f9e-a578-5daf59dd0fe4,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:06.802231 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43702) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:06.803402 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:06.872292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:06.901528 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.019003 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.021786 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.022961 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42d07864-840b-4f9e-a578-5daf59dd0fe4 HTTP/1.1" status: 204 len: 168 time: 0.2190218 Jun 09 22:19:07.023774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:07.034028 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d07864-840b-4f9e-a578-5daf59dd0fe4,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:07.036607 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:07.771018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43724) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:07.790239 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.896880 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.933481 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:07.941428 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-77555bec-183e-4945-990b-cf7beeb6456a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:07.985053 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c341fd07cded49e481ade17e299b0b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129610 Jun 09 22:19:07.985930 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d03804-23b1-4558-906e-740e6d180cc1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:07.988399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43730) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:07.990328 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:08.046853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:08.073564 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:08.201444 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:08.204175 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:08.205398 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81d03804-23b1-4558-906e-740e6d180cc1 HTTP/1.1" status: 204 len: 168 time: 0.2160318 Jun 09 22:19:08.206229 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1043eb3-6ace-44f0-a813-81e86ef5e3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:08.216327 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d03804-23b1-4558-906e-740e6d180cc1,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:08.218634 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:08.526328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a857-5246-4d2e-98e6-8270b8d88d8a req-d01ef6ec-b2fa-435b-bf53-836e8a4d7c6f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:08.528112 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ddd0a857-5246-4d2e-98e6-8270b8d88d8a req-d01ef6ec-b2fa-435b-bf53-836e8a4d7c6f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0895305 Jun 09 22:19:08.585060 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ddd0a857-5246-4d2e-98e6-8270b8d88d8a req-525a114b-c859-402b-9323-89b6d08705f5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Jun 09 22:19:08.669364 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-ba990704-0227-4bb5-9083-a20c9a7aaa47 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:08.670822 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-ba990704-0227-4bb5-9083-a20c9a7aaa47 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/networks?id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 200 len: 809 time: 0.2288744 Jun 09 22:19:08.687218 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-075ca03d-ac6a-4229-b2b6-c68b4711deaf tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/quotas/53eec0fe519e4816a8efc184d654d8f8 HTTP/1.1" status: 200 len: 375 time: 0.0092237 Jun 09 22:19:08.703459 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-d4f61de1-e108-45e0-bbce-6d72e5c05bdb tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268748 Jun 09 22:19:08.739903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-28249725-b3e6-47ef-a48e-f2c6e7190868 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460980 Jun 09 22:19:08.865532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-66f21e81-85eb-4674-a0fa-f6e2dd3bd84f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:08.867005 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-66f21e81-85eb-4674-a0fa-f6e2dd3bd84f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572876 Jun 09 22:19:08.881900 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-f966a555-f10b-4b07-a86f-ab3e9a2afba5 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/quotas/98ae9e092c534552810a99f7e8ccb3d5 HTTP/1.1" status: 200 len: 375 time: 0.0094802 Jun 09 22:19:08.886687 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-531a7d0f-57eb-4fe3-9a3f-3a434a067076 service neutron] 10.222.0.38 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398687 Jun 09 22:19:08.932294 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-2e95f1e5-1986-4b45-a4fd-eb44357423d5 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448868 Jun 09 22:19:08.952571 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43760) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:08.973131 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.060428 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-4892b192-325f-42fc-afb2-5e269e55c42e service neutron] 10.222.0.38 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648073 Jun 09 22:19:09.088163 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.173179 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.186341 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e612637-8d42-4948-828b-829417e035da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:09.271822 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=519f5e07849a405493e73f4a3486a68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179240 Jun 09 22:19:09.277350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43774) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:09.295243 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2b304ac7-1c2d-463c-ac75-5f4a8226fa21 req-0aee1021-6141-48bf-9fd0-4a794598a616 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.0801921 Jun 09 22:19:09.297668 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba79cb3-356f-4e8e-8451-ff198c442b83,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:09.303675 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:09.356667 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6dd65bb5-5aef-4b43-963a-f4f28a177b40 req-3e791c4b-a03c-4ead-b847-8c27dbd1b739 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 210 time: 0.0915439 Jun 09 22:19:09.368906 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.399447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.538850 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.541241 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.542366 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ba79cb3-356f-4e8e-8451-ff198c442b83 HTTP/1.1" status: 204 len: 168 time: 0.2604914 Jun 09 22:19:09.543131 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6c60805c-f7ab-4afa-9567-c9d83a21bc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:09.562442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba79cb3-356f-4e8e-8451-ff198c442b83,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:09.565587 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:09.590508 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43792) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:09.724194 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266df70-c463-4285-932a-a6aac5e04a03 req-2c006675-9236-41dd-84ac-0108b2644c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:09.725941 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b266df70-c463-4285-932a-a6aac5e04a03 req-2c006675-9236-41dd-84ac-0108b2644c77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1098 time: 0.0826724 Jun 09 22:19:09.777013 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b266df70-c463-4285-932a-a6aac5e04a03 req-4440ac35-7000-4f6b-9706-34570bd303fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Jun 09 22:19:09.779307 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:09.857017 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ddd31-48fb-4fae-ae89-a683cf754aa1 req-98714794-566f-47fb-8118-fd1aa3acf56e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:09.858532 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f05ddd31-48fb-4fae-ae89-a683cf754aa1 req-98714794-566f-47fb-8118-fd1aa3acf56e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1487191 Jun 09 22:19:09.927760 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f05ddd31-48fb-4fae-ae89-a683cf754aa1 req-4cdfa40d-4777-4a5b-ad93-b30bf193cfcf tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Jun 09 22:19:09.973755 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.144836 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.156510 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:10.195855 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c8d26534f5c40b78d200b9353940f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6042471 Jun 09 22:19:10.198829 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43810) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:10.214058 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0fefc-b8b9-4760-ae0a-4408cba08ed1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:10.219139 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:10.291832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.327698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.404672 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f3e9df43-c667-4efb-80ce-7462cf3ff2c9 req-314cbe9e-9d86-4d74-8426-df03879dcdab tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.0490277 Jun 09 22:19:10.501385 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.503948 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:10.505151 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/efb0fefc-b8b9-4760-ae0a-4408cba08ed1 HTTP/1.1" status: 204 len: 168 time: 0.3053458 Jun 09 22:19:10.555478 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-57c806ad-274b-48a5-a303-b70deaa2c3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:10.570947 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-81a04212-7832-4280-bb7b-607687f56379 req-73a98d69-a271-4d84-8ddc-eacc690bc4ce tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 210 time: 0.0566437 Jun 09 22:19:10.576866 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0fefc-b8b9-4760-ae0a-4408cba08ed1,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:10.582072 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:10.670510 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-18fb88d5-e392-46bb-bb63-5e7a19edc2c6 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:10.672098 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-18fb88d5-e392-46bb-bb63-5e7a19edc2c6 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.1954074 Jun 09 22:19:10.694011 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-46d26dd5-a06d-4a58-bb96-1e5292e0cfdf tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/quotas/d5ed8e73e82845cead4cb8b6cc8793f6 HTTP/1.1" status: 200 len: 375 time: 0.0152688 Jun 09 22:19:10.810548 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-bdb0f9f9-82c6-4d40-ba53-0e5b91b815e8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110635 Jun 09 22:19:11.108081 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-1303acc5-82e4-48ef-9db6-77ac5a44fd5b service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911062 Jun 09 22:19:11.219521 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516e88a-b96b-498f-95ac-aab69699ab15 req-59b1cf77-bce2-43f3-8c41-ef5965f9ab8b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:11.221201 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7516e88a-b96b-498f-95ac-aab69699ab15 req-59b1cf77-bce2-43f3-8c41-ef5965f9ab8b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.0919924 Jun 09 22:19:11.267055 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-7b173947-8782-4b95-a44c-69eba951b578 service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570051 Jun 09 22:19:11.281668 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7516e88a-b96b-498f-95ac-aab69699ab15 req-568b2861-087a-45da-84ce-ad782caca737 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524662 Jun 09 22:19:11.350549 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 43854) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:11.369351 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.482085 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.588997 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4412fe72-f56c-462c-a761-8ed6aa87cbfa req-4c90fb97-c459-46a9-9522-54508afc03f4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 210 time: 0.0517464 Jun 09 22:19:11.588997 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.597081 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bd085228-60fa-4d8d-84ba-bb67fab37ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:11.637416 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e75d761c2233445f924139c8a460a7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857156 Jun 09 22:19:11.643918 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 43868) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:11.652350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db2d5e-38f4-4006-9f60-a5558b9f6e3f,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:11.655356 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:11.684789 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-47336560-52ef-4312-aeff-bf49cf327f17 req-ca9058fe-ba25-4014-a915-597020e3c431 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.1299586 Jun 09 22:19:11.763014 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.779206 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4cb82259-b26c-4aa2-8933-13f6836845ba req-cb0b377e-9665-44ee-b898-ac529d71d6b6 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 210 time: 0.0690825 Jun 09 22:19:11.813427 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.932460 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.934977 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:11.950543 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65db2d5e-38f4-4006-9f60-a5558b9f6e3f HTTP/1.1" status: 204 len: 168 time: 0.2868729 Jun 09 22:19:11.950543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:11.950543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db2d5e-38f4-4006-9f60-a5558b9f6e3f,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:11.950543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:12.179783 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:19:12.295093 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-517374dc-c361-4ebf-adf2-8f417fffd76c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:12.296742 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-517374dc-c361-4ebf-adf2-8f417fffd76c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "GET /v2.0/networks?id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 200 len: 809 time: 0.2494102 Jun 09 22:19:12.318350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Request body: {'port': {'device_id': '1b7b842b-ca16-42da-b089-4275a301fa36', 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce', 'admin_state_up': True, 'tenant_id': '53eec0fe519e4816a8efc184d654d8f8'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:12.581886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cd15f-4f39-4b9e-9424-3d0cfdc30add req-a83de8c6-74b4-458a-aa6c-a5e7b8cd6958 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:12.583661 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2c8cd15f-4f39-4b9e-9424-3d0cfdc30add req-a83de8c6-74b4-458a-aa6c-a5e7b8cd6958 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1650794 Jun 09 22:19:12.652252 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2c8cd15f-4f39-4b9e-9424-3d0cfdc30add req-1c08c996-5cfc-4dcc-81ae-023a6dcff385 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Jun 09 22:19:12.681583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Made reservation on behalf of 53eec0fe519e4816a8efc184d654d8f8 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:12.697545 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:12.790265 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4b982470-125b-4a38-b08c-6040790bc43b req-fb269560-983b-4ab1-af0f-4d2ede251eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 210 time: 0.0638633 Jun 09 22:19:12.985355 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-79c34998-a326-417c-9007-b328f1cffb81 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460849 Jun 09 22:19:12.994687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Allocated IP 172.20.0.9 (8a0ca4c9-64b7-4bc3-8222-31177e42bbce/7ac17903-94ec-4dd7-bc52-aa48552f5ee1/89776e1f-de41-4a83-a7a3-bdde392c26ba) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:13.010249 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-31d76ec7-beeb-4d98-86ac-ef0a34d94908 req-ffbf82f3-edfd-422b-be75-c871514472a6 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.0436380 Jun 09 22:19:13.207569 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-31db9620-2ead-40d4-951f-dc9f2563f1c7 req-c67c7840-ff83-4f43-8f80-23c528df821f tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 210 time: 0.0578222 Jun 09 22:19:13.293854 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a467f-1e78-44ed-b297-af790f66b8c1 req-ba319cc3-0b7d-4bbb-a421-73b2db445643 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:13.302447 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fb3a467f-1e78-44ed-b297-af790f66b8c1 req-ba319cc3-0b7d-4bbb-a421-73b2db445643 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.4357336 Jun 09 22:19:13.446492 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fb3a467f-1e78-44ed-b297-af790f66b8c1 req-07402569-0ffc-444d-9a4e-e043939c205c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427517 Jun 09 22:19:13.478924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-5fc685c0-4b75-4a8f-92e8-c15f6f1f8667 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:13.480609 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-5fc685c0-4b75-4a8f-92e8-c15f6f1f8667 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878504 Jun 09 22:19:13.486727 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:13.510109 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Request body: {'port': {'device_id': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7', 'admin_state_up': True, 'tenant_id': '98ae9e092c534552810a99f7e8ccb3d5'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:13.726401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:13.732995 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:13.815548 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:13.818777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:13.821347 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:13.827351 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:13.827973 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:13.838612 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Pushing event updated for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:13.841638 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:13.895455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Made reservation on behalf of 98ae9e092c534552810a99f7e8ccb3d5 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:13.900114 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:13.917021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:13.974004 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-248e2a82-e3b1-4731-8cb5-a301ce11602d req-3e619916-3084-4aa8-b6a9-e7d1d1773452 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 210 time: 0.0476928 Jun 09 22:19:14.016180 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7022636 Jun 09 22:19:14.030235 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Request body: {'port': {'device_id': '1b7b842b-ca16-42da-b089-4275a301fa36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:14.198805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:14.343398 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1465e9b-2436-49fd-8fbc-4ceead336f92 req-8920f37f-6ae1-4494-9b09-1bab071a626a tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.1893342 Jun 09 22:19:14.472707 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:14.489814 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-d76e482f-f206-4828-8c65-43ed959e8ed7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:14.491326 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-d76e482f-f206-4828-8c65-43ed959e8ed7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.3622649 Jun 09 22:19:14.510686 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Request body: {'port': {'device_id': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'admin_state_up': True, 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:14.671005 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:14.810538 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7d3ded2b-47fb-4815-b5e2-0ef8125d09ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:14.830572 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:14.834337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.010420 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5381d4-e2dd-4216-af4a-fc2a94d0450e,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:15.013745 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:15.044393 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Allocated IP 192.168.233.10 (66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7/24048b39-f5ca-4e15-9c90-bb61b4d6e69a/f0bb0801-75d6-431f-bd44-5cc2e8563236) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:15.056898 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d456d1a-219e-4f6c-ba55-5b7b5f219586 req-50effd38-5b56-40d6-ac63-69695635c8bb tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:15.063871 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d456d1a-219e-4f6c-ba55-5b7b5f219586 req-50effd38-5b56-40d6-ac63-69695635c8bb tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 931 time: 0.7035594 Jun 09 22:19:15.099606 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Allocated IP 172.20.0.12 (039b63d1-b982-44d1-a196-a5cbcd7c79b1/4f17ae28-49fb-4b57-85bb-d9a11b0d0a80/02587d54-899f-4b86-b7b4-7ae52b0334cc) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:15.173325 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d456d1a-219e-4f6c-ba55-5b7b5f219586 req-8ba9cc57-98eb-4435-aa2f-329e3bc23759 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083708 Jun 09 22:19:15.180948 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-808e43d1-f4a3-4ad6-8a00-e3a1186868ca req-813e6778-ddcd-4545-9f92-79a217b271c1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 210 time: 0.0591414 Jun 09 22:19:15.372961 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89776e1f-de41-4a83-a7a3-bdde392c26ba {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:15.382665 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.385453 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.427096 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Transition to ACTIVE for port object 89776e1f-de41-4a83-a7a3-bdde392c26ba will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:15.437813 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.458783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Transition to ACTIVE for port object f0bb0801-75d6-431f-bd44-5cc2e8563236 will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:15.476292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.483754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:15.494336 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888', '75b7db93-adaf-46d8-add9-b71a929b9c33'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:15.504358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.511947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:15.542340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:15.546140 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:15.557950 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:15.591008 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44006) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:15.608742 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.663536 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event updated for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:15.702292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:15.733937 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:15.737175 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.875718 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3738980 Jun 09 22:19:15.887631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.887871 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Pushing event updated for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:15.890614 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:15.893236 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:15.893895 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:15.903830 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Request body: {'port': {'device_id': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:15.953480 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:15.956987 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:15.964245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:15.964891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:15.996398 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Attempting to bind port 89776e1f-de41-4a83-a7a3-bdde392c26ba on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:19:15.996998 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Attempting to bind port 89776e1f-de41-4a83-a7a3-bdde392c26ba by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:19:15.997345 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Attempting to bind port 89776e1f-de41-4a83-a7a3-bdde392c26ba on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:16.017269 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Port 89776e1f-de41-4a83-a7a3-bdde392c26ba on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:19:16.017661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Attempting to bind port 89776e1f-de41-4a83-a7a3-bdde392c26ba on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:16.029574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:19:16.029903 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Checking segment: {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:16.030332 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Bound using segment: {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:19:16.030783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Bound port: 89776e1f-de41-4a83-a7a3-bdde392c26ba, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:19:16.031156 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.045260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Pushing event updated for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:16.050029 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:16.070921 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdc67d-db45-4818-b62b-ae354911455d req-6d0bf769-ed98-4f85-b185-525c3ce82415 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:16.077846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1fdc67d-db45-4818-b62b-ae354911455d req-6d0bf769-ed98-4f85-b185-525c3ce82415 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 935 time: 0.2831359 Jun 09 22:19:16.156783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:19:16.160830 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:19:16.167343 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1fdc67d-db45-4818-b62b-ae354911455d req-9f12f244-f74a-444b-b3bc-495835648daf tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886247 Jun 09 22:19:16.167889 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.253488 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.259128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-884d1d54-8be1-4234-a17b-98f1adae6bb5 tempest-DeleteServersTestJSON-931380889 tempest-DeleteServersTestJSON-931380889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:16.326209 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:16.326983 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.328343 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] 10.222.0.35 "PUT /v2.0/ports/89776e1f-de41-4a83-a7a3-bdde392c26ba HTTP/1.1" status: 200 len: 1093 time: 2.3023558 Jun 09 22:19:16.329116 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:16.332087 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade15804-7119-4fd9-b36b-26dd2086c86a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:16.338503 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-2f215ba4-fdcf-4fdd-b5c9-e6d34862ef0e None None] Provisioning for port f0bb0801-75d6-431f-bd44-5cc2e8563236 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:16.344272 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-2f215ba4-fdcf-4fdd-b5c9-e6d34862ef0e None None] Provisioning complete for port f0bb0801-75d6-431f-bd44-5cc2e8563236 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:16.347645 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2f215ba4-fdcf-4fdd-b5c9-e6d34862ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.349570 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.355975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Pushing event updated for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:16.368169 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:16.432567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.441194 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-2f215ba4-fdcf-4fdd-b5c9-e6d34862ef0e None None] Port f0bb0801-75d6-431f-bd44-5cc2e8563236 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:19:16.445082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61397f0d-90eb-4e6f-aa56-e4317e2c1bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:16.500112 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-5226c9c5-b7d6-4b25-94a3-8de7a1d63b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:16.501529 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-5226c9c5-b7d6-4b25-94a3-8de7a1d63b6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 1096 time: 0.0797346 Jun 09 22:19:16.560215 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f03d769d768e4a7f9be2805fe7b23e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9676838 Jun 09 22:19:16.566535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44024) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:16.576038 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0700810 Jun 09 22:19:16.585749 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-5a38123f-5cd0-4f1a-af21-481016ec9882 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba HTTP/1.1" status: 200 len: 217 time: 0.0729096 Jun 09 22:19:16.591054 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Request body: {'port': {'device_id': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:16.596724 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9b91e-cbcf-4760-a861-da270337d8fc,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:16.604466 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:16.639880 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed6f2d-130b-4416-aefb-82e45a572bb2 req-6f4baa33-37af-4aeb-96a7-872a2b5d6bc8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:16.645705 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ffed6f2d-130b-4416-aefb-82e45a572bb2 req-6f4baa33-37af-4aeb-96a7-872a2b5d6bc8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 932 time: 0.2947068 Jun 09 22:19:16.789645 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-9cd228d0-dae9-495a-912c-c228ef316996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:16.791248 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-9cd228d0-dae9-495a-912c-c228ef316996 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac17903-94ec-4dd7-bc52-aa48552f5ee1 HTTP/1.1" status: 200 len: 849 time: 0.1694796 Jun 09 22:19:16.868565 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-d32ea11a-0af1-40aa-9723-889d7238344e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548909 Jun 09 22:19:16.874941 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ffed6f2d-130b-4416-aefb-82e45a572bb2 req-3edd095a-88de-4c54-b474-05c50c557fe7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203763 Jun 09 22:19:16.875822 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.876032 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:16.940266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.057929 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02587d54-899f-4b86-b7b4-7ae52b0334cc {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:17.092886 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.100474 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac29089c-da1c-4a9a-9b4c-306c80e68180 x-openstack-request-id: req-ac29089c-da1c-4a9a-9b4c-306c80e68180 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:17.101059 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:17.101059 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac29089c-da1c-4a9a-9b4c-306c80e68180 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:17.101572 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba', 'status': 'completed', 'code': 200} Jun 09 22:19:17.111999 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919b48-3283-4149-9e26-638c6a0a36bc req-2c500971-8064-4beb-a96f-1bd9a3a88716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.113781 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-2c500971-8064-4beb-a96f-1bd9a3a88716 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.4003808 Jun 09 22:19:17.130924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619160-311f-45e3-8109-17445a82ce91 req-74d82e32-66a0-48c2-9114-5d18300af5f8 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.132504 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-66619160-311f-45e3-8109-17445a82ce91 req-74d82e32-66a0-48c2-9114-5d18300af5f8 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 943 time: 0.4564445 Jun 09 22:19:17.291095 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-66619160-311f-45e3-8109-17445a82ce91 req-13e03dbf-2a21-430a-b6dd-323e6f806648 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456122 Jun 09 22:19:17.314131 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919b48-3283-4149-9e26-638c6a0a36bc req-ad3e8c5d-cc4c-49c3-b821-0369ab993882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.315524 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-ad3e8c5d-cc4c-49c3-b821-0369ab993882 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.1609821 Jun 09 22:19:17.321074 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-d86cf1c0-3ac6-4f69-b983-15015d42081a service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272232 Jun 09 22:19:17.323882 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f83cc-5127-442f-86c5-a9174c2c5788 req-cf42b37c-edbb-42cb-bfbf-24042ed3ca07 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.325409 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1f8f83cc-5127-442f-86c5-a9174c2c5788 req-cf42b37c-edbb-42cb-bfbf-24042ed3ca07 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2237012 Jun 09 22:19:17.381753 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Transition to ACTIVE for port object 02587d54-899f-4b86-b7b4-7ae52b0334cc will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:17.389682 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.392086 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.393823 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ecb9b91e-cbcf-4760-a861-da270337d8fc HTTP/1.1" status: 204 len: 168 time: 0.8263516 Jun 09 22:19:17.414254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c2629287-22b4-49be-a0b5-60688f2d2c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:17.425874 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-e64c44f8-b0a0-46b6-b055-519f5a321e17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.0994854 Jun 09 22:19:17.431054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9b91e-cbcf-4760-a861-da270337d8fc,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:17.435400 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:17.492059 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.514342 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1f8f83cc-5127-442f-86c5-a9174c2c5788 req-450cac59-17c2-4a37-ad7a-d966716b3371 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313553 Jun 09 22:19:17.522170 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6084bd7c-202f-4236-87aa-f03c146e43a9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:17.635193 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84264dd7-0284-45e2-b26a-cb5e18044768 req-2e4cbb18-5cb2-453a-9d28-92d9dca429b4 service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629244 Jun 09 22:19:17.709506 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919b48-3283-4149-9e26-638c6a0a36bc req-5c2362f8-65c2-424b-bada-74bb64c961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.710950 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-5c2362f8-65c2-424b-bada-74bb64c961b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.2648003 Jun 09 22:19:17.727014 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bb0801-75d6-431f-bd44-5cc2e8563236 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:17.734959 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.750415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Transition to ACTIVE for port object f0bb0801-75d6-431f-bd44-5cc2e8563236 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:17.789145 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Pushing event updated for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:17.801973 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:17.854077 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-944a46ae-16e3-4946-93b7-8fc766aab69f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291404 Jun 09 22:19:17.881541 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-718fd171-18dc-4ae1-9449-f61446264422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:17.883311 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-718fd171-18dc-4ae1-9449-f61446264422 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 1096 time: 0.0969892 Jun 09 22:19:17.887105 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:17.896768 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:17.991268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Attempting to bind port 02587d54-899f-4b86-b7b4-7ae52b0334cc on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:19:17.991619 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Attempting to bind port 02587d54-899f-4b86-b7b4-7ae52b0334cc by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:19:17.991930 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Attempting to bind port 02587d54-899f-4b86-b7b4-7ae52b0334cc on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:18.005342 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Port 02587d54-899f-4b86-b7b4-7ae52b0334cc on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:19:18.005670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Attempting to bind port 02587d54-899f-4b86-b7b4-7ae52b0334cc on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:18.027273 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:19:18.028065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Checking segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:18.028181 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Bound using segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:19:18.028596 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Bound port: 02587d54-899f-4b86-b7b4-7ae52b0334cc, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:19:18.028943 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.064354 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a17908-2ebb-42f4-bd13-e20959ad1030 req-2dc66a4d-a7ea-4b3d-8aad-93ccfbc5c779 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.072598 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-98a17908-2ebb-42f4-bd13-e20959ad1030 req-2dc66a4d-a7ea-4b3d-8aad-93ccfbc5c779 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 935 time: 0.4245584 Jun 09 22:19:18.186144 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-ce945f9b-a4fc-4e94-8b27-ee7571f1a693 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231008 Jun 09 22:19:18.213179 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:18.216126 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:18.224219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Attempting to bind port f0bb0801-75d6-431f-bd44-5cc2e8563236 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:19:18.224547 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Attempting to bind port f0bb0801-75d6-431f-bd44-5cc2e8563236 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:19:18.224869 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Attempting to bind port f0bb0801-75d6-431f-bd44-5cc2e8563236 on network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:18.243025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Port f0bb0801-75d6-431f-bd44-5cc2e8563236 on network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:19:18.244640 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Attempting to bind port f0bb0801-75d6-431f-bd44-5cc2e8563236 on network 66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:18.271682 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:19:18.271910 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Checking segment: {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:18.272307 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Bound using segment: {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:19:18.272950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Bound port: f0bb0801-75d6-431f-bd44-5cc2e8563236, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a15421-8e85-4d6e-950a-ece8de2d7f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:19:18.273216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.282903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-98a17908-2ebb-42f4-bd13-e20959ad1030 req-6453b081-4b6b-47ea-89af-b6649d29f663 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104261 Jun 09 22:19:18.299451 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-342d7b69-0722-47e5-95d1-8c35242096c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.300959 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-342d7b69-0722-47e5-95d1-8c35242096c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 200 len: 910 time: 0.3723180 Jun 09 22:19:18.332289 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:19:18.354380 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:19:18.375283 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-75aad8b8-0ef6-4069-9a89-0efd4dab8927 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731343 Jun 09 22:19:18.413898 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-fc8120f0-f5c1-4435-aaaf-914ae4d8a359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba HTTP/1.1" status: 200 len: 217 time: 0.0795839 Jun 09 22:19:18.459300 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.473582 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:18.478930 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774d0-3b35-4144-83ee-0dafaee20142 req-ba554553-f709-4161-bb69-27014c64ad03 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.480491 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82d774d0-3b35-4144-83ee-0dafaee20142 req-ba554553-f709-4161-bb69-27014c64ad03 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 944 time: 0.3652337 Jun 09 22:19:18.529664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44080) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:18.562713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:19:18.562713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-7ed16f08-e121-46c3-b4e3-5f8c3e156bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.563528 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-7ed16f08-e121-46c3-b4e3-5f8c3e156bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac17903-94ec-4dd7-bc52-aa48552f5ee1 HTTP/1.1" status: 200 len: 849 time: 0.1418056 Jun 09 22:19:18.592081 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.592856 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.594492 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] 10.222.0.35 "PUT /v2.0/ports/02587d54-899f-4b86-b7b4-7ae52b0334cc HTTP/1.1" status: 200 len: 1094 time: 2.6966832 Jun 09 22:19:18.597729 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:18.600158 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de50433-40c1-4e9e-b2f5-11062f10f184" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:18.616128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.625532 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Pushing event updated for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:18.625714 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:19:18.629697 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:18.639185 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-7cb58f2e-a57d-4322-b91b-fb370d28b404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621510 Jun 09 22:19:18.642092 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf84a-e1eb-4956-8c49-3d751b50424e req-3517b717-c17c-40b0-8946-02e15fa99bd9 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.644654 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82d774d0-3b35-4144-83ee-0dafaee20142 req-20165e6c-2850-4083-b836-64059ae2c03f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475060 Jun 09 22:19:18.650296 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e9aaf84a-e1eb-4956-8c49-3d751b50424e req-3517b717-c17c-40b0-8946-02e15fa99bd9 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 943 time: 0.2303350 Jun 09 22:19:18.699113 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e9aaf84a-e1eb-4956-8c49-3d751b50424e req-141fb644-8a16-4113-8c35-724d7eb6b74c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479553 Jun 09 22:19:18.739881 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.747365 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8cf2d76f-eccd-488e-a09f-2558211e1312 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:18.937295 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:18.938384 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:18.940347 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0bb0801-75d6-431f-bd44-5cc2e8563236 HTTP/1.1" status: 200 len: 1097 time: 2.3533051 Jun 09 22:19:18.990412 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4aa208-5501-4979-ba41-9944f8147a5c x-openstack-request-id: req-ea4aa208-5501-4979-ba41-9944f8147a5c {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:18.990722 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:18.993955 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea4aa208-5501-4979-ba41-9944f8147a5c {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:18.994509 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc', 'status': 'completed', 'code': 200} Jun 09 22:19:19.015086 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-01910263-0714-4c28-ab64-fb4ec372acc7 service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578389 Jun 09 22:19:19.023799 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:19.058617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:19.073014 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-5d23926c-7334-4892-9fc9-31a0f2ae7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.074593 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-5d23926c-7334-4892-9fc9-31a0f2ae7e53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 1097 time: 0.3327470 Jun 09 22:19:19.088380 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a5681-59f8-477c-bf6c-a273e31ec6e7 req-66d77300-f940-44a4-8908-7a537e0347ba tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.090226 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-795a5681-59f8-477c-bf6c-a273e31ec6e7 req-66d77300-f940-44a4-8908-7a537e0347ba tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2705722 Jun 09 22:19:19.120383 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:19.122784 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4" -d '{"events": [{"name": "network-changed", "server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:19.178673 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-bedb7635-6202-4b6f-9e0b-21784b774590 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc HTTP/1.1" status: 200 len: 217 time: 0.0872750 Jun 09 22:19:19.210223 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-795a5681-59f8-477c-bf6c-a273e31ec6e7 req-d45db603-e7a1-4226-9da7-1e50432337ef tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637066 Jun 09 22:19:19.211713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be05faf-c270-46f6-a5dd-80009581c7f0 x-openstack-request-id: req-5be05faf-c270-46f6-a5dd-80009581c7f0 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:19.212127 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:19.212606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5be05faf-c270-46f6-a5dd-80009581c7f0 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:19.213068 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236', 'status': 'completed', 'code': 200} Jun 09 22:19:19.249929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:19.271466 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-5b57f8d0-3ac8-4cbd-9c11-9e2a05fcaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.273220 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-5b57f8d0-3ac8-4cbd-9c11-9e2a05fcaae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.0762279 Jun 09 22:19:19.301547 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-4e59310c-899c-4352-8456-a87fd2139cda service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744219 Jun 09 22:19:19.309889 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-3121e176-573d-4474-8fa7-f4f6953e27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.311441 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-3121e176-573d-4474-8fa7-f4f6953e27b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 1100 time: 0.1919405 Jun 09 22:19:19.336190 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-5a2631f7-ab1f-4d14-9a66-3d6970c24025 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514510 Jun 09 22:19:19.368796 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:19.380739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5266a5a9-4b72-4279-bfdd-25309878d48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:19.397762 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-61dbbc2f-7e5f-48b7-bd49-dbe574c71117 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236 HTTP/1.1" status: 200 len: 217 time: 0.0768473 Jun 09 22:19:19.476377 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-fc2d9e6f-2ee8-47a2-8300-df342b2c7a86 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338549 Jun 09 22:19:19.522142 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=862b1c501f1a47e199b987c4888edb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9839859 Jun 09 22:19:19.522142 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e493789c-ac76-4f3c-9605-5af92e41dccb,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:19.524951 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44112) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:19.538626 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:19.572250 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-e9d7631a-9d79-4f08-bae4-0b91b5c1f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.573724 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-e9d7631a-9d79-4f08-bae4-0b91b5c1f730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24048b39-f5ca-4e15-9c90-bb61b4d6e69a HTTP/1.1" status: 200 len: 843 time: 0.1550486 Jun 09 22:19:19.621778 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-129a1264-f47c-4419-9bcb-1f8975d71478 req-efefdda9-c155-4dec-94ba-f9e55bc4633b service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370952 Jun 09 22:19:19.678053 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:19.686821 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939992d-a803-4bcb-8216-e80a7c370cc4 req-4dc8fce1-12f5-4dcf-90e0-0c3ce9a95abb tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.688284 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7939992d-a803-4bcb-8216-e80a7c370cc4 req-4dc8fce1-12f5-4dcf-90e0-0c3ce9a95abb tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 947 time: 0.2824197 Jun 09 22:19:19.746473 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:19.790060 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7939992d-a803-4bcb-8216-e80a7c370cc4 req-5418bf1c-0cbe-4a30-8482-3f10d21f7fa9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918603 Jun 09 22:19:19.799983 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-96e21cb9-be5e-4cbc-8e2b-6f44ef584baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.801475 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-96e21cb9-be5e-4cbc-8e2b-6f44ef584baf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2174292 Jun 09 22:19:19.928384 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff73b5-8aaf-4d38-aa4f-9e7a0e263da7 req-391fbcc6-fa8f-4104-946f-031aa73b7e6e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.929851 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3fff73b5-8aaf-4d38-aa4f-9e7a0e263da7 req-391fbcc6-fa8f-4104-946f-031aa73b7e6e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 944 time: 0.1665256 Jun 09 22:19:19.931890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-712c0842-a534-4df0-a65b-7b89869de2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:19.933403 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-712c0842-a534-4df0-a65b-7b89869de2ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 1097 time: 0.1247799 Jun 09 22:19:20.000187 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-8cb128ee-0c25-41ca-b4e1-91be8c3e355e service neutron] 10.222.0.35 "GET /v2.0/networks/66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903379 Jun 09 22:19:20.058528 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3fff73b5-8aaf-4d38-aa4f-9e7a0e263da7 req-0a389fa2-75f0-4504-a704-3f369b437f9b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218960 Jun 09 22:19:20.076470 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:20.079282 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:20.083528 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e493789c-ac76-4f3c-9605-5af92e41dccb HTTP/1.1" status: 204 len: 168 time: 0.5545392 Jun 09 22:19:20.086539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-238ca450-86ee-47d6-8419-b6ce175dbf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:20.107930 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d73f3-4ea7-4e67-84bd-4f8796b6646d req-7db26431-6524-4bf8-bf3f-224ae47855c2 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.109413 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d54d73f3-4ea7-4e67-84bd-4f8796b6646d req-7db26431-6524-4bf8-bf3f-224ae47855c2 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 943 time: 0.2009661 Jun 09 22:19:20.117146 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e493789c-ac76-4f3c-9605-5af92e41dccb,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:20.127725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:20.171098 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-60d6205c-a839-4805-9244-b10b683646fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.172924 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-60d6205c-a839-4805-9244-b10b683646fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 916 time: 0.2211125 Jun 09 22:19:20.201401 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d54d73f3-4ea7-4e67-84bd-4f8796b6646d req-cf50780f-5dab-44b2-a57b-a5546e7e63de tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Jun 09 22:19:20.210278 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7ccd7b4-44a8-4a5b-ba92-68e4de4002ff req-257e8714-8506-4c56-bace-f295879e4070 service neutron] 10.222.0.35 "GET /v2.0/networks/66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997807 Jun 09 22:19:20.280578 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-d545ad11-0ce8-4a84-8803-2bf8e0becb69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc HTTP/1.1" status: 200 len: 217 time: 0.0861123 Jun 09 22:19:20.404044 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-ac07225f-f477-4f71-86fe-65b4c1fdf5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.405530 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-ac07225f-f477-4f71-86fe-65b4c1fdf5ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.1123378 Jun 09 22:19:20.437643 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-f5c8b99e-77d5-4625-8a56-d4d936deea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.439861 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-f5c8b99e-77d5-4625-8a56-d4d936deea50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 1100 time: 0.0746078 Jun 09 22:19:20.467340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-094c7cda-5a2c-4f0b-b7f4-250e95ad90ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478182 Jun 09 22:19:20.484292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1434-8be5-4bbd-84c2-19a3fa73e81f req-46ae4caa-08ce-44fc-8ea3-9ef0799ff6c1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.485964 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fba1434-8be5-4bbd-84c2-19a3fa73e81f req-46ae4caa-08ce-44fc-8ea3-9ef0799ff6c1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1480081 Jun 09 22:19:20.598015 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-b1ac668f-cc43-445f-8bbc-55d419786422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.599545 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-b1ac668f-cc43-445f-8bbc-55d419786422 service neutron] 10.222.0.35 "GET /v2.0/networks?id=66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7 HTTP/1.1" status: 200 len: 870 time: 0.1504469 Jun 09 22:19:20.624864 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fba1434-8be5-4bbd-84c2-19a3fa73e81f req-51222680-2cef-440e-a804-06d713fa54c2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167171 Jun 09 22:19:20.664067 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-32b525d3-17bd-495f-8ae9-bf4ef408dfa3 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769598 Jun 09 22:19:20.703310 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-2f4b8889-47b1-4692-b212-64d7fb1e4712 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236 HTTP/1.1" status: 200 len: 217 time: 0.0912375 Jun 09 22:19:20.772861 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-d028be39-4463-42c3-b9f4-53e69054aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.774327 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-d028be39-4463-42c3-b9f4-53e69054aed5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24048b39-f5ca-4e15-9c90-bb61b4d6e69a HTTP/1.1" status: 200 len: 843 time: 0.0601847 Jun 09 22:19:20.811903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3de50433-40c1-4e9e-b2f5-11062f10f184 req-935a6b70-ff3f-4751-a089-0fb4634db1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349957 Jun 09 22:19:20.865423 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-3d4bbae4-69e2-4e8e-a49f-2cd3824116fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:20.866954 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-3d4bbae4-69e2-4e8e-a49f-2cd3824116fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0852351 Jun 09 22:19:21.175811 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-3df1d8be-ad5b-4bba-8b25-f8e32f15267f service neutron] 10.222.0.35 "GET /v2.0/networks/66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000240 Jun 09 22:19:21.191703 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105ace-0578-4084-915a-d8909898e23b req-33d8e01b-dbec-471e-817a-4a8d06983ef3 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:21.193187 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9a105ace-0578-4084-915a-d8909898e23b req-33d8e01b-dbec-471e-817a-4a8d06983ef3 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 947 time: 0.2371845 Jun 09 22:19:21.275426 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9183034-38ca-4bad-a3ce-f01e9ce3972b req-91a33aa4-42d8-4fd5-b87c-3c517d93511b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:21.276934 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c9183034-38ca-4bad-a3ce-f01e9ce3972b req-91a33aa4-42d8-4fd5-b87c-3c517d93511b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 944 time: 0.0809171 Jun 09 22:19:21.319150 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9a105ace-0578-4084-915a-d8909898e23b req-29c1c37f-51e3-4c8b-b55f-1a1c5fb8d51f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067843 Jun 09 22:19:21.324794 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c9183034-38ca-4bad-a3ce-f01e9ce3972b req-411f710e-9f3f-41a4-a8bd-7a3fac9d1c73 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Jun 09 22:19:21.428024 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23acdc94-cd62-4e45-8f7b-1e61fa1bfba4 req-9454c451-d5df-4080-bdb0-990a75786554 service neutron] 10.222.0.35 "GET /v2.0/networks/66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774669 Jun 09 22:19:21.432558 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 89776e1f-de41-4a83-a7a3-bdde392c26ba details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:19:21.530105 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4072b2-1f46-442f-a459-e87f3b6cfc45 req-6d01e868-32be-4bba-9485-1f7fef2c75d5 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:21.531876 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f4072b2-1f46-442f-a459-e87f3b6cfc45 req-6d01e868-32be-4bba-9485-1f7fef2c75d5 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 943 time: 0.0902238 Jun 09 22:19:21.595990 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:21.614043 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f4072b2-1f46-442f-a459-e87f3b6cfc45 req-215685ed-4a57-4d42-b73b-b15f8631717b tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703278 Jun 09 22:19:21.625344 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '89776e1f-de41-4a83-a7a3-bdde392c26ba', 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce', 'port_id': '89776e1f-de41-4a83-a7a3-bdde392c26ba', 'mac_address': 'fa:16:3e:ec:8e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac17903-94ec-4dd7-bc52-aa48552f5ee1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:19:21.688520 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:21.706860 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89776e1f-de41-4a83-a7a3-bdde392c26ba {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:21.723794 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:21.726664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44172) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:21.828158 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06741ec0-69fb-432f-a166-b4a67423f69a req-b3cc19cd-700b-48ae-ade9-054d324a11c4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:21.830416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:21.832126 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:21.838537 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-06741ec0-69fb-432f-a166-b4a67423f69a req-b3cc19cd-700b-48ae-ade9-054d324a11c4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1053483 Jun 09 22:19:21.897670 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-06741ec0-69fb-432f-a166-b4a67423f69a req-806f8f5b-7469-42db-b2a5-735b7297c1a3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532238 Jun 09 22:19:21.905295 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:21.912821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:21.936903 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.044431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.121640 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.129197 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1b4599e7-b7de-442a-87e1-61a116932929 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:22.169185 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=144508df0602440eafbda92c797fee8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413438 Jun 09 22:19:22.170276 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185c0f0e-dfe9-4551-919c-cfa9a1074cfe,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:22.171979 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44184) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:22.173301 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:22.199116 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['89776e1f-de41-4a83-a7a3-bdde392c26ba'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:22.324410 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.352828 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.463706 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.466470 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:22.467728 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/185c0f0e-dfe9-4551-919c-cfa9a1074cfe HTTP/1.1" status: 204 len: 168 time: 0.2938681 Jun 09 22:19:22.469744 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c419baf2-82a6-44c1-9b6b-05a2962a9b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:22.514257 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c0f0e-dfe9-4551-919c-cfa9a1074cfe,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:22.533754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:22.582909 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e703b8-c204-4ecc-b937-29dd1d299b1f req-1f85e265-088f-4e45-9082-a9ade6b06bd2 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:22.584445 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-67e703b8-c204-4ecc-b937-29dd1d299b1f req-1f85e265-088f-4e45-9082-a9ade6b06bd2 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 947 time: 0.0964460 Jun 09 22:19:22.586234 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10761312-f039-4620-ae65-6e023000f9b7 req-c8ff6fa2-c803-4054-b538-8afb4fe6b611 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:22.593023 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-10761312-f039-4620-ae65-6e023000f9b7 req-c8ff6fa2-c803-4054-b538-8afb4fe6b611 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 944 time: 0.1241426 Jun 09 22:19:22.635959 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-67e703b8-c204-4ecc-b937-29dd1d299b1f req-984310d1-a74d-4c22-9f87-97db5cd55c1c tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Jun 09 22:19:22.645920 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-10761312-f039-4620-ae65-6e023000f9b7 req-d9583b53-2d60-4ee5-a90c-89f92c22ddc2 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519025 Jun 09 22:19:22.854529 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eb163-02bf-4c36-935b-837a00c4d624 req-f8f02d72-fdf5-4a84-999b-21415468d52e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:22.862098 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-605eb163-02bf-4c36-935b-837a00c4d624 req-f8f02d72-fdf5-4a84-999b-21415468d52e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 944 time: 0.1086102 Jun 09 22:19:22.907016 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-605eb163-02bf-4c36-935b-837a00c4d624 req-4268bdc3-70c7-468d-a3d9-0653409efa9a tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Jun 09 22:19:23.086028 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72949185-3833-4a75-8477-2a986c079f05 req-94ba6b56-6011-4b07-877e-edea6bf3e6da tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:23.087473 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-72949185-3833-4a75-8477-2a986c079f05 req-94ba6b56-6011-4b07-877e-edea6bf3e6da tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0846100 Jun 09 22:19:23.107336 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44214) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:23.126709 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.137063 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-72949185-3833-4a75-8477-2a986c079f05 req-7b690b93-6b0d-43d1-be62-b32c2f1b5e0a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Jun 09 22:19:23.245221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.366670 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.373882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3c1a325f-7d72-4a97-9c5f-0c3f3e466463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:23.423022 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78da8851237d4f5f8195bddd5e241bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119528 Jun 09 22:19:23.423022 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32435e-36a1-4b95-94e0-3e6e6fad2417,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:23.431243 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44224) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:23.431903 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:23.444372 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 02587d54-899f-4b86-b7b4-7ae52b0334cc details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:19:23.449357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 89776e1f-de41-4a83-a7a3-bdde392c26ba up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:23.499090 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.527683 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.623745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.626429 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.630171 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a32435e-36a1-4b95-94e0-3e6e6fad2417 HTTP/1.1" status: 204 len: 168 time: 0.2032323 Jun 09 22:19:23.630171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b842d55a-ed76-4461-b2fa-28737781c61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:23.645919 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32435e-36a1-4b95-94e0-3e6e6fad2417,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:23.648533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-20f98508-b514-4e4b-8ec5-540732b0cb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:23.648762 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 89776e1f-de41-4a83-a7a3-bdde392c26ba completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:23.656410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:23.708212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 89776e1f-de41-4a83-a7a3-bdde392c26ba triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:23.708594 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.750300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '02587d54-899f-4b86-b7b4-7ae52b0334cc', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'port_id': '02587d54-899f-4b86-b7b4-7ae52b0334cc', 'mac_address': 'fa:16:3e:b9:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17ae28-49fb-4b57-85bb-d9a11b0d0a80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:19:23.868203 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.889346 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02587d54-899f-4b86-b7b4-7ae52b0334cc {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:23.895588 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6591-f31e-4764-a6db-d2325f1d8320 req-8e5f4870-984c-46e1-8af2-8e667a53e14b tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:23.897277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1beb6591-f31e-4764-a6db-d2325f1d8320 req-8e5f4870-984c-46e1-8af2-8e667a53e14b tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 947 time: 0.0958865 Jun 09 22:19:23.910795 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e8bc1-4fbf-4283-8e47-21499d8a69ee req-7f620061-5fa4-4b90-b20d-ff6644a05dbe tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:23.912497 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-546e8bc1-4fbf-4283-8e47-21499d8a69ee req-7f620061-5fa4-4b90-b20d-ff6644a05dbe tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 944 time: 0.1005154 Jun 09 22:19:23.965915 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:23.975844 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:23.979580 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1beb6591-f31e-4764-a6db-d2325f1d8320 req-ff01edf9-0e10-4024-9b17-9a8b1e441fc5 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766368 Jun 09 22:19:23.980783 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-546e8bc1-4fbf-4283-8e47-21499d8a69ee req-f0c145d8-190e-451c-b9b0-2e1d7b65f3ea tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618503 Jun 09 22:19:24.015882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:24.015882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:24.015882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cdec8-0d10-4b1c-a8ba-7d6fcdbb882a" -d '{"events": [{"server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "name": "network-vif-plugged", "status": "completed", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:24.052561 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:24.053365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device f0bb0801-75d6-431f-bd44-5cc2e8563236 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:19:24.055529 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:24.135240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:24.274695 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:24.275140 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461b6c-9c63-459f-b8a6-e98e8f922d1e req-7a03ff69-38c3-4ae0-a496-1ffffaaf2621 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:24.277638 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cb461b6c-9c63-459f-b8a6-e98e8f922d1e req-7a03ff69-38c3-4ae0-a496-1ffffaaf2621 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.1161747 Jun 09 22:19:24.289414 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:24.292096 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:24.343867 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81630c-f30c-4948-be64-2004d4ee18af x-openstack-request-id: req-8e81630c-f30c-4948-be64-2004d4ee18af {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:24.344200 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "name": "network-vif-plugged", "status": "completed", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:24.344434 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e81630c-f30c-4948-be64-2004d4ee18af {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:24.344828 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba', 'code': 200} Jun 09 22:19:24.350120 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cb461b6c-9c63-459f-b8a6-e98e8f922d1e req-771a7c9f-c7a3-4670-b8a1-9a444b1bb44f tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Jun 09 22:19:24.417999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:24.421616 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:24.430161 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:24.437773 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': 'f0bb0801-75d6-431f-bd44-5cc2e8563236', 'network_id': '66c6eb62-01cd-4cc7-a8c5-bcdb6052ece7', 'port_id': 'f0bb0801-75d6-431f-bd44-5cc2e8563236', 'mac_address': 'fa:16:3e:15:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24048b39-f5ca-4e15-9c90-bb61b4d6e69a', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:19:24.536825 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:24.559478 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a9209-3a71-4433-bb2b-45b385e547ea req-7999e8d7-a988-4e5d-b259-0ae893a1103a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:24.561084 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-777a9209-3a71-4433-bb2b-45b385e547ea req-7999e8d7-a988-4e5d-b259-0ae893a1103a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1180532 Jun 09 22:19:24.569109 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bb0801-75d6-431f-bd44-5cc2e8563236 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:24.586305 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:24.614275 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-777a9209-3a71-4433-bb2b-45b385e547ea req-849bc4cb-6256-42a5-81b4-242cbd199e46 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Jun 09 22:19:24.652609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-eac27d3f-daf7-4ed7-a6a2-31c081b3c4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:24.709968 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:24.711856 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:24.757906 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ac0d5-f343-4c15-a962-acc5560b4cb8 req-c472b496-537e-4a15-b790-3147fb5ac57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:24.761252 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-788ac0d5-f343-4c15-a962-acc5560b4cb8 req-c472b496-537e-4a15-b790-3147fb5ac57c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 1098 time: 0.0986922 Jun 09 22:19:24.793240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:24.793240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:24.823203 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-788ac0d5-f343-4c15-a962-acc5560b4cb8 req-6a1328e2-11d3-4c30-bd26-3d2cd85447c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Jun 09 22:19:25.096856 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['02587d54-899f-4b86-b7b4-7ae52b0334cc'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:25.131324 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['f0bb0801-75d6-431f-bd44-5cc2e8563236'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:25.209820 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9af3e5-eb0c-480c-8b80-d214106b00a0 req-90cfdde7-3b5a-4bb9-9ec0-7bd1eab3243a tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:25.211723 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cc9af3e5-eb0c-480c-8b80-d214106b00a0 req-90cfdde7-3b5a-4bb9-9ec0-7bd1eab3243a tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 948 time: 0.1215575 Jun 09 22:19:25.231005 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffba84-057b-4244-985c-e8479ac7e55a req-514f2295-b4eb-40fe-ac5b-b9cdcd0f1d16 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:25.239166 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-feffba84-057b-4244-985c-e8479ac7e55a req-514f2295-b4eb-40fe-ac5b-b9cdcd0f1d16 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 945 time: 0.1244714 Jun 09 22:19:25.264359 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cc9af3e5-eb0c-480c-8b80-d214106b00a0 req-5e0752ce-987a-48d8-aa31-0dc938e3f476 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Jun 09 22:19:25.306395 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-feffba84-057b-4244-985c-e8479ac7e55a req-a2017d41-6399-433c-8b84-467eb829f96c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659873 Jun 09 22:19:25.649427 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac6e7d-19c0-4914-b899-640e7e3c9195 req-a5f95b5d-99fa-476e-a645-e18eda5c7a96 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:25.650934 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-66ac6e7d-19c0-4914-b899-640e7e3c9195 req-a5f95b5d-99fa-476e-a645-e18eda5c7a96 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.0904758 Jun 09 22:19:25.703022 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-66ac6e7d-19c0-4914-b899-640e7e3c9195 req-eb151e84-d4a6-4988-aff5-7c1e8e8203ab tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Jun 09 22:19:25.805381 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a584b-93aa-49da-91cd-ac746b9588b8 req-c0f0d820-dc37-4dbc-bc96-f98b8ae00ad7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:25.806879 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f26a584b-93aa-49da-91cd-ac746b9588b8 req-c0f0d820-dc37-4dbc-bc96-f98b8ae00ad7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0816102 Jun 09 22:19:25.853488 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f26a584b-93aa-49da-91cd-ac746b9588b8 req-5b704b65-8e1a-4433-a3b3-3b723235341f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Jun 09 22:19:26.476717 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3c218-717b-4470-8086-a42b72a8c59c req-5904cc39-a7b8-4943-b82f-1f43c74eb60f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:26.478199 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b4b3c218-717b-4470-8086-a42b72a8c59c req-5904cc39-a7b8-4943-b82f-1f43c74eb60f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 948 time: 0.0969501 Jun 09 22:19:26.516530 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7c770-a3c7-42cc-ba6d-06dbca4b86e8 req-25c13a9b-e277-42ea-a924-d82742f0d964 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:26.518637 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2bb7c770-a3c7-42cc-ba6d-06dbca4b86e8 req-25c13a9b-e277-42ea-a924-d82742f0d964 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 945 time: 0.1030977 Jun 09 22:19:26.528318 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b4b3c218-717b-4470-8086-a42b72a8c59c req-15dc6ea7-4bf6-4064-a8a4-696be10c680d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Jun 09 22:19:26.574361 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2bb7c770-a3c7-42cc-ba6d-06dbca4b86e8 req-a39ad2c0-60ab-49f7-b210-a6be981a7c8e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Jun 09 22:19:26.941704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50900-5153-4b27-93d7-c6290209d4be req-ea22da75-c2a8-4df9-90af-e145ced10051 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:26.943708 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ed14116d-7480-4c45-8005-876bfb875acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:26.953860 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-67f50900-5153-4b27-93d7-c6290209d4be req-ea22da75-c2a8-4df9-90af-e145ced10051 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.1222274 Jun 09 22:19:26.996042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:27.021982 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-67f50900-5153-4b27-93d7-c6290209d4be req-1d86eb6e-8a8e-4932-b9bc-176b14e7d2b4 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 Jun 09 22:19:27.138676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5ab5b-0182-4334-bab8-86c5899dba6b req-67878f64-3909-4f81-9fe4-6b2aad44daec tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:27.140224 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90a5ab5b-0182-4334-bab8-86c5899dba6b req-67878f64-3909-4f81-9fe4-6b2aad44daec tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0870936 Jun 09 22:19:27.192583 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90a5ab5b-0182-4334-bab8-86c5899dba6b req-49a6f033-886c-4a1d-94d4-131904a3bf04 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Jun 09 22:19:27.462776 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 02587d54-899f-4b86-b7b4-7ae52b0334cc up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:27.578211 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 02587d54-899f-4b86-b7b4-7ae52b0334cc completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:27.583857 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 02587d54-899f-4b86-b7b4-7ae52b0334cc triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:27.584247 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:27.750840 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:27.756345 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80093175-1d77-4250-8aac-57dd053ffe02 req-d05ccf26-ea91-4f9c-be64-7059dca344f9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:27.766981 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80093175-1d77-4250-8aac-57dd053ffe02 req-d05ccf26-ea91-4f9c-be64-7059dca344f9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 948 time: 0.1253026 Jun 09 22:19:27.814228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:27.814228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c531b8-98f6-4cc4-b6d6-6cfe93a855fd" -d '{"events": [{"server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "name": "network-vif-plugged", "status": "completed", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:27.830924 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:27.862039 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af765c-c4e4-4811-af04-127d38585601 req-02c93c8d-e1fa-4042-9ceb-b04f8aeca6a1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:27.873219 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-20af765c-c4e4-4811-af04-127d38585601 req-02c93c8d-e1fa-4042-9ceb-b04f8aeca6a1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 945 time: 0.1467152 Jun 09 22:19:27.887116 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:27.888198 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device f0bb0801-75d6-431f-bd44-5cc2e8563236 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:27.898089 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80093175-1d77-4250-8aac-57dd053ffe02 req-2061aee6-fe65-46cf-82a7-22719f32c010 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289520 Jun 09 22:19:27.952591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:27.988913 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-20af765c-c4e4-4811-af04-127d38585601 req-f0962255-3ca1-4d72-9fcc-8c986fd0f7bb tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142371 Jun 09 22:19:28.021876 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7fd84-e75d-42e6-a4d8-65e94a7a292e x-openstack-request-id: req-a3f7fd84-e75d-42e6-a4d8-65e94a7a292e {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:28.022322 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "name": "network-vif-plugged", "status": "completed", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:28.022646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3f7fd84-e75d-42e6-a4d8-65e94a7a292e {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:28.023058 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc', 'code': 200} Jun 09 22:19:28.088868 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:28.092166 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:28.381720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0fba-536f-424a-8087-7b96ba09f2d6 req-a5f61a09-85d1-4ab5-9636-e948fd59c052 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:28.383136 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-874c0fba-536f-424a-8087-7b96ba09f2d6 req-a5f61a09-85d1-4ab5-9636-e948fd59c052 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0813315 Jun 09 22:19:28.427989 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-874c0fba-536f-424a-8087-7b96ba09f2d6 req-1a8f7f15-f7c5-4af9-8396-41b922ebb326 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jun 09 22:19:28.492729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port f0bb0801-75d6-431f-bd44-5cc2e8563236 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:28.498323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port f0bb0801-75d6-431f-bd44-5cc2e8563236 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:28.500726 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:28.527868 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:28.619638 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:28.654159 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:28.696299 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958f5d1-f81f-4e15-894b-86690b24b449 req-2b913acb-cc9d-4adc-b38d-a5127b4b050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:28.696299 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a958f5d1-f81f-4e15-894b-86690b24b449 req-2b913acb-cc9d-4adc-b38d-a5127b4b050e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 1099 time: 0.0779784 Jun 09 22:19:28.740414 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a958f5d1-f81f-4e15-894b-86690b24b449 req-8657ec7c-2b25-4220-bcd2-4d212734bf90 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357175 Jun 09 22:19:28.783750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:28.785724 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:28.854821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:28.858053 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:29.096947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57952-f469-47c2-813e-f361f030ae19 req-a79f7faf-6c72-4876-94e9-b93db129303c tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:29.098457 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7eb57952-f469-47c2-813e-f361f030ae19 req-a79f7faf-6c72-4876-94e9-b93db129303c tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.0929284 Jun 09 22:19:29.145834 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7eb57952-f469-47c2-813e-f361f030ae19 req-9711a008-110d-4b93-b294-e87d8b39a7e7 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Jun 09 22:19:29.176082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba249c88-630c-48c0-82cd-dffc0209151d req-dee42d3e-7f3b-4d78-9dc7-6e4136befe8d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:29.178927 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba249c88-630c-48c0-82cd-dffc0209151d req-dee42d3e-7f3b-4d78-9dc7-6e4136befe8d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 946 time: 0.0833907 Jun 09 22:19:29.234923 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba249c88-630c-48c0-82cd-dffc0209151d req-1314ac22-41e7-4843-9d1f-565ceff8bd3f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Jun 09 22:19:29.641188 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87796b5-7749-418e-b03e-acf3d5b04753 req-47de97f8-d442-4277-ad15-4e56b546309c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:29.643737 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e87796b5-7749-418e-b03e-acf3d5b04753 req-47de97f8-d442-4277-ad15-4e56b546309c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0910795 Jun 09 22:19:29.697490 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e87796b5-7749-418e-b03e-acf3d5b04753 req-71f8e60e-a5b7-492c-ad4e-f0cefeb465c0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Jun 09 22:19:29.995711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:30.024132 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:30.026831 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb8d59-0528-4fea-aabc-b8f2c6a223e3" -d '{"events": [{"server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "name": "network-vif-plugged", "status": "completed", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:30.072763 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668b481-2219-474f-9c5d-67ff88885ead x-openstack-request-id: req-f668b481-2219-474f-9c5d-67ff88885ead {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:30.073079 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "name": "network-vif-plugged", "status": "completed", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:30.073391 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f668b481-2219-474f-9c5d-67ff88885ead {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:30.073795 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236', 'code': 200} Jun 09 22:19:30.353737 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b5336-3c90-40b9-8480-fbc5aad60ace req-6b75804a-d75e-4f71-93ff-037e02dd7e1d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:30.355877 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-568b5336-3c90-40b9-8480-fbc5aad60ace req-6b75804a-d75e-4f71-93ff-037e02dd7e1d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.0917025 Jun 09 22:19:30.406596 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-568b5336-3c90-40b9-8480-fbc5aad60ace req-9e07c01c-6fc7-428e-bf3e-9804712e843c tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438335 Jun 09 22:19:30.823019 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23670f3d-2e4d-460b-addf-81d3a3f18553 req-be41374f-204e-490b-9887-4be0cbcfedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:30.828367 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23670f3d-2e4d-460b-addf-81d3a3f18553 req-be41374f-204e-490b-9887-4be0cbcfedd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 1102 time: 0.2772412 Jun 09 22:19:30.913514 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23670f3d-2e4d-460b-addf-81d3a3f18553 req-0ebe15ac-6c78-4675-8be6-d5aa6dbda0be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Jun 09 22:19:31.011259 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5a85-9cdf-40c2-ba29-977813cac430 req-5f33424b-c607-418d-b26e-d17430868b0d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:31.012867 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-42ee5a85-9cdf-40c2-ba29-977813cac430 req-5f33424b-c607-418d-b26e-d17430868b0d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 946 time: 0.1043441 Jun 09 22:19:31.061283 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-42ee5a85-9cdf-40c2-ba29-977813cac430 req-6548e03a-4564-4b3c-8048-b4123c6a0781 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Jun 09 22:19:31.238983 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5ce68-817b-4a6e-a3ff-a3af03ce6b09 req-bf84f1ed-4ee7-442e-aeb2-8e579150fc46 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:31.240522 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4eb5ce68-817b-4a6e-a3ff-a3af03ce6b09 req-bf84f1ed-4ee7-442e-aeb2-8e579150fc46 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0844026 Jun 09 22:19:31.299979 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4eb5ce68-817b-4a6e-a3ff-a3af03ce6b09 req-42924329-68a9-4ea1-90d8-d0ebb43d580e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Jun 09 22:19:31.479199 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a876a9-a18b-499b-accf-68cfece201eb req-0e809a2e-96ab-4ebd-8e0f-1fe65515ff1e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:31.480650 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-19a876a9-a18b-499b-accf-68cfece201eb req-0e809a2e-96ab-4ebd-8e0f-1fe65515ff1e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.0839498 Jun 09 22:19:31.546109 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-19a876a9-a18b-499b-accf-68cfece201eb req-787ca8f0-d653-4df3-8730-aa5591387c2f tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Jun 09 22:19:31.564671 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44452) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:31.795906 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:31.821680 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b770905-c469-4fbf-bc34-48f4568658d8 req-61e246ec-7db6-4d36-95f6-4affa68eb9a9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:31.823090 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6b770905-c469-4fbf-bc34-48f4568658d8 req-61e246ec-7db6-4d36-95f6-4affa68eb9a9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.1108954 Jun 09 22:19:31.890857 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6b770905-c469-4fbf-bc34-48f4568658d8 req-b506db12-fac0-43fc-a9a3-42f7d58f07f2 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 Jun 09 22:19:31.937767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.059069 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827464-a2c2-44be-850b-fadda4821b47 req-cd1023f1-5c3b-4d2b-964d-50a00f211ec6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:32.060816 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19827464-a2c2-44be-850b-fadda4821b47 req-cd1023f1-5c3b-4d2b-964d-50a00f211ec6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1005933 Jun 09 22:19:32.113810 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19827464-a2c2-44be-850b-fadda4821b47 req-5f73420b-e52e-474c-b896-66be792e35cf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Jun 09 22:19:32.123889 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.123889 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:32.166177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ae30b-9798-42ec-92e1-0b07f4ec7cfe,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:32.171924 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe5a495fd3f74c038506d14d4ae71e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062183 Jun 09 22:19:32.175419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44470) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:32.177337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.177701 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.193144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:32.234658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.266225 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.453879 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.456429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:32.457743 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b8ae30b-9798-42ec-92e1-0b07f4ec7cfe HTTP/1.1" status: 204 len: 168 time: 0.2811635 Jun 09 22:19:32.459100 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8fa9e65c-e0bd-4db2-a297-a3349d3dd57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:32.473998 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ae30b-9798-42ec-92e1-0b07f4ec7cfe,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:32.483077 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.486976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.487741 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.487992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:32.497139 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:32.524225 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972875b3-1511-4b5f-a43d-d0c89b7fb79f req-5107b5c1-4289-4f18-aaf0-54f6be038a71 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:32.527041 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-972875b3-1511-4b5f-a43d-d0c89b7fb79f req-5107b5c1-4289-4f18-aaf0-54f6be038a71 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1172361 Jun 09 22:19:32.577562 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-972875b3-1511-4b5f-a43d-d0c89b7fb79f req-c80c3493-59d5-4f7b-b4c6-cc3839c46c5d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jun 09 22:19:32.744963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209e77-b5aa-4846-a130-f762e4ab8b38 req-58e5f345-5dd9-4377-8752-359167fc723e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:32.746478 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fd209e77-b5aa-4846-a130-f762e4ab8b38 req-58e5f345-5dd9-4377-8752-359167fc723e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.0868912 Jun 09 22:19:32.799223 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fd209e77-b5aa-4846-a130-f762e4ab8b38 req-4790db75-a0b3-4ad5-afc0-698c45474a5e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jun 09 22:19:33.091378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719000b-82bc-4db6-8a0a-18558037067c req-d0ae3c5a-91af-4adc-bdec-46cfd74a2dda tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:33.092870 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f719000b-82bc-4db6-8a0a-18558037067c req-d0ae3c5a-91af-4adc-bdec-46cfd74a2dda tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.0899234 Jun 09 22:19:33.141607 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f719000b-82bc-4db6-8a0a-18558037067c req-f890522a-335a-4553-938a-a82f9da7d036 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Jun 09 22:19:33.223050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44498) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:33.288664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-a68fc594-4554-4610-8fd3-f41e1bf8d2a6 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:33.290601 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-a68fc594-4554-4610-8fd3-f41e1bf8d2a6 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 945 time: 0.1153080 Jun 09 22:19:33.367819 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.448824 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d73f80-087d-4e19-97c4-9184b9205f8b req-eca66907-5000-4fe0-bb81-b89b5301c2f7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:33.450618 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-96d73f80-087d-4e19-97c4-9184b9205f8b req-eca66907-5000-4fe0-bb81-b89b5301c2f7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1293201 Jun 09 22:19:33.480879 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Deleting port 89776e1f-de41-4a83-a7a3-bdde392c26ba {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:19:33.481254 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.574337 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-96d73f80-087d-4e19-97c4-9184b9205f8b req-cd6a8a43-1e57-4ef1-bf6d-3139ccd81666 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078970 Jun 09 22:19:33.648868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.657121 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] For port 89776e1f-de41-4a83-a7a3-bdde392c26ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=89776e1f-de41-4a83-a7a3-bdde392c26ba,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:33.657613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.744029 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.757005 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5c5c8d4e-df11-484e-a623-e17312d2f020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:33.835384 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93daaf42-f229-4e1e-affd-9ff2fdb7c42f,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:33.839373 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:33.844351 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-71c12752-9284-4ec2-8f64-08a3584d8567 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=441853e037a14effb9810f1f15cc3c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179950 Jun 09 22:19:33.857217 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44522) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:33.872710 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Calling delete_port for 89776e1f-de41-4a83-a7a3-bdde392c26ba owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:19:33.928015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.955128 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:33.982183 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228d160-7b6f-4feb-8990-773561513fcf req-16fc6c86-f773-42c9-bba6-df8f67d64d38 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:33.983787 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1228d160-7b6f-4feb-8990-773561513fcf req-16fc6c86-f773-42c9-bba6-df8f67d64d38 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1220443 Jun 09 22:19:34.074332 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1228d160-7b6f-4feb-8990-773561513fcf req-2bd831c7-0cf7-4e06-aa0e-5164a4559480 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821805 Jun 09 22:19:34.121954 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:34.132504 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:34.132504 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93daaf42-f229-4e1e-affd-9ff2fdb7c42f HTTP/1.1" status: 204 len: 168 time: 0.2695916 Jun 09 22:19:34.132504 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c29a9012-9644-4f89-a0ab-f890139dd2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:34.172893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93daaf42-f229-4e1e-affd-9ff2fdb7c42f,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:34.176136 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:34.184249 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:34.197381 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['89776e1f-de41-4a83-a7a3-bdde392c26ba'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:34.205564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:34.296205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Pushing event deleted for resources: {'Port': ['ID=89776e1f-de41-4a83-a7a3-bdde392c26ba,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:34.338554 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:34.388877 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] No DVR routers for this DVR port 89776e1f-de41-4a83-a7a3-bdde392c26ba on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:19:34.402024 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:34.404397 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f307b1da-cf2e-4b9c-9ebc-b8970394126b req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "DELETE /v2.0/ports/89776e1f-de41-4a83-a7a3-bdde392c26ba HTTP/1.1" status: 204 len: 173 time: 1.0997181 Jun 09 22:19:34.404985 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'name': 'network-vif-deleted', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:34.407320 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5206f77-22ef-47b2-abb7-343a783ce2b9" -d '{"events": [{"server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "name": "network-vif-deleted", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:34.444414 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2a7f8-d94b-447f-9e19-7227bd5a0d0c req-44027493-ce90-4ea0-a01b-56f37f3c813f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:34.445966 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1ad2a7f8-d94b-447f-9e19-7227bd5a0d0c req-44027493-ce90-4ea0-a01b-56f37f3c813f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.1926699 Jun 09 22:19:34.518681 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1ad2a7f8-d94b-447f-9e19-7227bd5a0d0c req-b6a5b314-cda2-4f85-8ac5-453db18c911b tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Jun 09 22:19:34.694813 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-af3831df-ca57-49ba-ba88-fba4ec528b88 req-0ba7e649-cfdf-4869-8795-6eb874fda84c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b7b842b-ca16-42da-b089-4275a301fa36 HTTP/1.1" status: 200 len: 210 time: 0.0468824 Jun 09 22:19:34.748160 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981f3cf9-0887-46bb-a586-0a80fb2f4d99 x-openstack-request-id: req-981f3cf9-0887-46bb-a586-0a80fb2f4d99 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:34.748817 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7b842b-ca16-42da-b089-4275a301fa36", "name": "network-vif-deleted", "tag": "89776e1f-de41-4a83-a7a3-bdde392c26ba", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:34.749429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-981f3cf9-0887-46bb-a586-0a80fb2f4d99 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:34.749894 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7b842b-ca16-42da-b089-4275a301fa36', 'name': 'network-vif-deleted', 'tag': '89776e1f-de41-4a83-a7a3-bdde392c26ba', 'status': 'completed', 'code': 200} Jun 09 22:19:34.931107 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e80876-7abf-48a7-b983-d87c09ff88ff req-4dbdcedc-ccf4-477e-9b12-6c27c8f19037 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:34.932631 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b4e80876-7abf-48a7-b983-d87c09ff88ff req-4dbdcedc-ccf4-477e-9b12-6c27c8f19037 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0965552 Jun 09 22:19:34.980551 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b4e80876-7abf-48a7-b983-d87c09ff88ff req-eb1cda7f-58c2-4f4e-bb08-912d4aec1835 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Jun 09 22:19:35.049804 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44544) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:35.066909 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.178587 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.269928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.277550 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b18d1376-f18d-4d37-a179-a275789fc9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:35.326638 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=417904d4673a414fad77ad8d2c11115f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757559 Jun 09 22:19:35.332641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a433b0b-54fd-4a87-b0a3-3779a143dc15,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:35.332641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:35.332882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44548) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:35.382246 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0163-3491-40c2-a54e-1ba8bc32a748 req-8350b286-243e-445a-880e-56b94331b757 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:35.383765 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f50a0163-3491-40c2-a54e-1ba8bc32a748 req-8350b286-243e-445a-880e-56b94331b757 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1864181 Jun 09 22:19:35.442609 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.460330 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f50a0163-3491-40c2-a54e-1ba8bc32a748 req-afc94b2a-5826-44a7-8a01-3c2a323c6706 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682433 Jun 09 22:19:35.484062 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.600685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.603425 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:35.606931 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a433b0b-54fd-4a87-b0a3-3779a143dc15 HTTP/1.1" status: 204 len: 168 time: 0.2724402 Jun 09 22:19:35.606931 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6e676149-e2ad-4453-ac7d-792021d663dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:35.624786 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a433b0b-54fd-4a87-b0a3-3779a143dc15,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:35.632170 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:35.760407 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e504a-5f06-402a-9873-fcfecf7b6771 req-a8c61edf-ce36-4ecb-8ef8-9e60a132587b tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:35.768055 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f14e504a-5f06-402a-9873-fcfecf7b6771 req-a8c61edf-ce36-4ecb-8ef8-9e60a132587b tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.0916338 Jun 09 22:19:35.774612 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a35fba-430a-4de6-995d-9f0c731d6457 req-b0c89d5c-091e-4c21-b598-4b45898b63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:35.775820 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d0a35fba-430a-4de6-995d-9f0c731d6457 req-b0c89d5c-091e-4c21-b598-4b45898b63c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.0736816 Jun 09 22:19:35.823728 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f14e504a-5f06-402a-9873-fcfecf7b6771 req-4cbd11ac-9a0a-4dc2-9ffd-d80eb9bbe51d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Jun 09 22:19:35.881629 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d0a35fba-430a-4de6-995d-9f0c731d6457 req-5b4ab95b-11d1-4da9-aea6-5f6f14dfc3fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944877 Jun 09 22:19:35.981698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8af53-e911-4504-b278-51f330b60f48 req-4fc72cbc-5eab-4836-a2d8-bd8f3b29247a tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:35.983368 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87e8af53-e911-4504-b278-51f330b60f48 req-4fc72cbc-5eab-4836-a2d8-bd8f3b29247a tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.35 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.1099603 Jun 09 22:19:36.089689 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face352d-ec9e-43fc-8b50-86b369c80499 req-43119d2f-1d9d-4be3-9a04-0b333a827b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.091358 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-43119d2f-1d9d-4be3-9a04-0b333a827b48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.0883415 Jun 09 22:19:36.323922 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-a7d0b90c-268b-475f-bc19-3974bac34daf tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.332225 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-a7d0b90c-268b-475f-bc19-3974bac34daf tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/networks?id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 200 len: 809 time: 0.1967783 Jun 09 22:19:36.348612 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e921d4-6332-414b-8fd8-bd496654f5bd req-e8859757-ee4b-4e3a-ba7c-667861d2e346 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.350183 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-48e921d4-6332-414b-8fd8-bd496654f5bd req-e8859757-ee4b-4e3a-ba7c-667861d2e346 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.2034690 Jun 09 22:19:36.351398 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face352d-ec9e-43fc-8b50-86b369c80499 req-88f3ac5a-2a28-47bc-b2cb-6dfaa023915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.352736 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-88f3ac5a-2a28-47bc-b2cb-6dfaa023915f service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.2280378 Jun 09 22:19:36.353653 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-0c36f2d6-db05-4a89-9be6-3c4bd3752aee tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/quotas/53eec0fe519e4816a8efc184d654d8f8 HTTP/1.1" status: 200 len: 375 time: 0.0205219 Jun 09 22:19:36.378549 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:36.413175 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-1564190e-e98a-4f20-84d5-7b449df7ce51 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530775 Jun 09 22:19:36.443545 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Deleting port f0bb0801-75d6-431f-bd44-5cc2e8563236 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:19:36.443802 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:36.458714 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-2c14e7e9-658a-4e01-b1c4-3aa670cdb217 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.0856426 Jun 09 22:19:36.546346 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-48e921d4-6332-414b-8fd8-bd496654f5bd req-6593df00-89ff-43a2-9a77-5c44b0e3c1d3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867466 Jun 09 22:19:36.597947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face352d-ec9e-43fc-8b50-86b369c80499 req-2304210f-c150-419e-ba34-ab6fedba22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.599721 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-2304210f-c150-419e-ba34-ab6fedba22f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.1233985 Jun 09 22:19:36.669113 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-2cbc70e0-2b08-4188-a445-045c84ffa502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623693 Jun 09 22:19:36.711366 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-c69b246c-3dac-46be-bd78-eb3dcf0dc85d service neutron] 10.222.0.38 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912674 Jun 09 22:19:36.713380 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] For port f0bb0801-75d6-431f-bd44-5cc2e8563236, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f0bb0801-75d6-431f-bd44-5cc2e8563236,segment=NetworkSegment(a4a15421-8e85-4d6e-950a-ece8de2d7f5c),segment_id=a4a15421-8e85-4d6e-950a-ece8de2d7f5c)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:36.713918 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:36.908380 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-c17f988c-22c7-40b3-a764-e1e4e01af19f service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217996 Jun 09 22:19:36.917960 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34bb40-0310-44fc-b045-bf75ae1843a3 req-0158de5d-1ec6-40f1-b108-9c9a45308da7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:36.919414 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba34bb40-0310-44fc-b045-bf75ae1843a3 req-0158de5d-1ec6-40f1-b108-9c9a45308da7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2125330 Jun 09 22:19:36.936830 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Calling delete_port for f0bb0801-75d6-431f-bd44-5cc2e8563236 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:19:37.059839 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba34bb40-0310-44fc-b045-bf75ae1843a3 req-9dd5e625-78bd-481e-9c0d-de0135986c19 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162531 Jun 09 22:19:37.128011 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-face352d-ec9e-43fc-8b50-86b369c80499 req-a4e45d13-8834-4aaf-8d58-a7eacf960a48 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031245 Jun 09 22:19:37.168268 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-53487b3e-1104-488d-8b64-bd7524495d71 service neutron] 10.222.0.38 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455943 Jun 09 22:19:37.334367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e2a84-0e71-4a04-ad5a-5094a6061979 req-5246ae99-58c0-4cc2-a99a-8d0aef9cf987 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:37.335879 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c20e2a84-0e71-4a04-ad5a-5094a6061979 req-5246ae99-58c0-4cc2-a99a-8d0aef9cf987 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 949 time: 0.0870106 Jun 09 22:19:37.382212 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c20e2a84-0e71-4a04-ad5a-5094a6061979 req-65762e92-0998-458a-ab02-5bd270bab95f tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf5381d4-e2dd-4216-af4a-fc2a94d0450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Jun 09 22:19:37.441273 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:37.448279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:37.452516 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['f0bb0801-75d6-431f-bd44-5cc2e8563236'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:37.501593 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Pushing event deleted for resources: {'Port': ['ID=f0bb0801-75d6-431f-bd44-5cc2e8563236,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:37.508944 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:37.511853 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 89776e1f-de41-4a83-a7a3-bdde392c26ba no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:19:37.590076 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 89776e1f-de41-4a83-a7a3-bdde392c26ba {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:19:37.590445 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 89776e1f-de41-4a83-a7a3-bdde392c26ba not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:19:37.644992 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b291e70f-c248-48b7-8a65-554a95302210 req-3a22cfcb-4ac4-4838-a443-4b5d751ac0a7 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 210 time: 0.0908487 Jun 09 22:19:37.834381 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f748b12-ad1b-40b9-9ae4-8e8bf84f1dbe req-76b09cb8-8703-4e68-b51b-6e16b8303620 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:37.834950 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8f748b12-ad1b-40b9-9ae4-8e8bf84f1dbe req-76b09cb8-8703-4e68-b51b-6e16b8303620 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1255314 Jun 09 22:19:37.887740 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8f748b12-ad1b-40b9-9ae4-8e8bf84f1dbe req-5f50278d-68f5-4cf2-b477-256074d9257d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Jun 09 22:19:38.213153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] No DVR routers for this DVR port f0bb0801-75d6-431f-bd44-5cc2e8563236 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:19:38.217354 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:38.219317 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87e8af53-e911-4504-b278-51f330b60f48 req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.35 "DELETE /v2.0/ports/f0bb0801-75d6-431f-bd44-5cc2e8563236 HTTP/1.1" status: 204 len: 173 time: 2.2163906 Jun 09 22:19:38.219889 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'name': 'network-vif-deleted', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:38.223207 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc91fc58-35a5-44f4-a628-b8434c9c7f98" -d '{"events": [{"server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "name": "network-vif-deleted", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:38.270522 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fe527-45aa-4826-a0df-00b55cf57a16 x-openstack-request-id: req-996fe527-45aa-4826-a0df-00b55cf57a16 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:38.270945 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cbe2cf-e5e7-40c5-8940-94206d4ffc51", "name": "network-vif-deleted", "tag": "f0bb0801-75d6-431f-bd44-5cc2e8563236", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:38.271314 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-996fe527-45aa-4826-a0df-00b55cf57a16 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:38.271938 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cbe2cf-e5e7-40c5-8940-94206d4ffc51', 'name': 'network-vif-deleted', 'tag': 'f0bb0801-75d6-431f-bd44-5cc2e8563236', 'status': 'completed', 'code': 200} Jun 09 22:19:38.337330 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a160bd-d9ae-4f94-a268-7a4db91fb051 req-8d042a10-c290-48a6-b60d-ce90d552b437 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:38.339192 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b2a160bd-d9ae-4f94-a268-7a4db91fb051 req-8d042a10-c290-48a6-b60d-ce90d552b437 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1386549 Jun 09 22:19:38.398527 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b2a160bd-d9ae-4f94-a268-7a4db91fb051 req-aa275cb2-37c0-4b3d-8a08-98a7b3900832 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Jun 09 22:19:38.560778 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5ac6912d-070f-4e88-a2a2-53beb070430e req-760e0255-066e-4082-91d9-5fcf76166b89 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] 10.222.0.38 "GET /v2.0/ports?device_id=08cbe2cf-e5e7-40c5-8940-94206d4ffc51 HTTP/1.1" status: 200 len: 210 time: 0.0611784 Jun 09 22:19:38.851543 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4b71c2c6-3d23-44b3-b660-1289d828d254 req-b70add22-f405-4511-a765-3771600246c3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 210 time: 0.0714788 Jun 09 22:19:39.122022 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeda61-ad20-43e5-9ad9-f1dab54ee292 req-686d757b-bb56-4a45-8104-1d19856a1b84 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.124395 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5ceeda61-ad20-43e5-9ad9-f1dab54ee292 req-686d757b-bb56-4a45-8104-1d19856a1b84 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1166427 Jun 09 22:19:39.183435 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5ceeda61-ad20-43e5-9ad9-f1dab54ee292 req-074796b7-943d-41ee-a7d6-5213d3ef24ab tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519547 Jun 09 22:19:39.191772 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610c87-c8ad-432c-877f-cf07d5090fda req-e3ec9a80-e338-4546-9e0c-b8a03ff64baf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.195394 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ee610c87-c8ad-432c-877f-cf07d5090fda req-e3ec9a80-e338-4546-9e0c-b8a03ff64baf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1691608 Jun 09 22:19:39.231706 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005ef3c-da07-4122-9c12-73732d9742ba req-8afc04b9-ee76-45db-aea2-c306a070bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.231706 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-8afc04b9-ee76-45db-aea2-c306a070bb13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.1432428 Jun 09 22:19:39.250383 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ee610c87-c8ad-432c-877f-cf07d5090fda req-c394fd55-2401-4e5e-bc63-f4dea057575d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Jun 09 22:19:39.444869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005ef3c-da07-4122-9c12-73732d9742ba req-9b905cb6-65df-45d7-aca9-002945a3ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.446427 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-9b905cb6-65df-45d7-aca9-002945a3ff2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.1434999 Jun 09 22:19:39.519886 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-356ec199-bef0-48ed-8451-e495ad9b5320 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.0626993 Jun 09 22:19:39.521393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device f0bb0801-75d6-431f-bd44-5cc2e8563236 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:19:39.560076 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: f0bb0801-75d6-431f-bd44-5cc2e8563236 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:19:39.560445 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device f0bb0801-75d6-431f-bd44-5cc2e8563236 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:19:39.596790 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005ef3c-da07-4122-9c12-73732d9742ba req-7ab642ca-217f-42d5-a575-abdc0725caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.598340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-7ab642ca-217f-42d5-a575-abdc0725caa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.0660758 Jun 09 22:19:39.656172 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-11459411-1adf-4edd-bf2b-58df6ac265dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431118 Jun 09 22:19:39.890938 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-893ecbd7-5001-4005-90b1-4cd0635ae743 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150717 Jun 09 22:19:39.938023 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70875beb-0336-4662-994e-fca99608a87f req-079172a8-5033-4b5f-825a-91372b4a058c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:39.940711 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-70875beb-0336-4662-994e-fca99608a87f req-079172a8-5033-4b5f-825a-91372b4a058c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2217345 Jun 09 22:19:39.992478 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-70875beb-0336-4662-994e-fca99608a87f req-1a3570a4-79b4-4aaf-bfd7-66e17ee91435 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Jun 09 22:19:40.074908 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fd393be4-802f-49f4-9276-43825063cee4 req-bd24b614-87fb-4b5f-bcb5-e4bedec9ddd7 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 210 time: 0.0626438 Jun 09 22:19:40.123132 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b005ef3c-da07-4122-9c12-73732d9742ba req-63e4dfee-7fde-441c-8902-2c859ed917d1 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061779 Jun 09 22:19:40.417216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a871-bd2a-441a-8b9b-c31bc7628433 req-36dbdc16-34ac-4f34-8153-5eede2a979b0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:40.419000 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e180a871-bd2a-441a-8b9b-c31bc7628433 req-36dbdc16-34ac-4f34-8153-5eede2a979b0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1103144 Jun 09 22:19:40.489666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44744) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:40.518346 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e180a871-bd2a-441a-8b9b-c31bc7628433 req-8882d8dd-eb0b-4df1-a726-7dfaa2e81953 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864334 Jun 09 22:19:40.601252 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-68cb7094-afd5-447d-8af1-21e3452bdef6 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:40.606454 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-68cb7094-afd5-447d-8af1-21e3452bdef6 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "GET /v2.0/networks?id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 200 len: 809 time: 0.2626028 Jun 09 22:19:40.618078 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff36a4a-98d3-41d6-a391-69a419d9bb2f req-ab2cfe17-c41b-4ffe-8e45-a8330ba3c991 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:40.619532 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7ff36a4a-98d3-41d6-a391-69a419d9bb2f req-ab2cfe17-c41b-4ffe-8e45-a8330ba3c991 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1577668 Jun 09 22:19:40.624140 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Request body: {'port': {'device_id': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce', 'admin_state_up': True, 'tenant_id': '53eec0fe519e4816a8efc184d654d8f8'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:40.634963 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:40.750287 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:40.835310 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:40.845886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:40.851415 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7ff36a4a-98d3-41d6-a391-69a419d9bb2f req-176d3c28-b1ed-426b-b90f-3bc3b6b7c43c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118165 Jun 09 22:19:40.893000 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43105447-5cd2-4862-a55f-4e8b191d8fdb,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:40.920280 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:40.933116 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78eee3a8990a46af8cfade886f8e3d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423401 Jun 09 22:19:40.937453 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44764) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:41.002080 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Made reservation on behalf of 53eec0fe519e4816a8efc184d654d8f8 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:41.008176 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.009547 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.069294 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.279395 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a34f-1d50-483a-82d8-c251c15a0b5d req-34b664b7-c1d8-49ef-82f5-b6c28b6f576d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:41.281146 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b631a34f-1d50-483a-82d8-c251c15a0b5d req-34b664b7-c1d8-49ef-82f5-b6c28b6f576d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1108644 Jun 09 22:19:41.318159 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-56ca560b-fb95-4c6f-880d-7a8bbbb91ecf req-08f32437-1ab9-4628-9717-e9124401281b tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 210 time: 0.0582743 Jun 09 22:19:41.329203 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.332435 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.333755 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43105447-5cd2-4862-a55f-4e8b191d8fdb HTTP/1.1" status: 204 len: 168 time: 0.3988323 Jun 09 22:19:41.344714 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Allocated IP 172.20.0.13 (8a0ca4c9-64b7-4bc3-8222-31177e42bbce/7ac17903-94ec-4dd7-bc52-aa48552f5ee1/99b3940e-fe50-4674-9a59-06f5deb508b1) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:41.346421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1334b53c-efcf-4ec8-b940-cd534d14b0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:41.350511 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b631a34f-1d50-483a-82d8-c251c15a0b5d req-d3d510af-faf6-4108-bf14-637ad5dd35c1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632374 Jun 09 22:19:41.353298 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43105447-5cd2-4862-a55f-4e8b191d8fdb,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:41.362884 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:41.605112 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44828) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:41.607599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.738225 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f0dc1-8f47-4d2c-acb0-a8be2990dcf0 req-b427bb33-f860-4832-8326-3e49232e0dac tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:41.739726 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f54f0dc1-8f47-4d2c-acb0-a8be2990dcf0 req-b427bb33-f860-4832-8326-3e49232e0dac tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0949671 Jun 09 22:19:41.769362 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.777487 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:41.823704 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.874411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:41.889318 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:41.901628 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f54f0dc1-8f47-4d2c-acb0-a8be2990dcf0 req-4c418665-8af4-4248-b1f8-b518c614b745 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518743 Jun 09 22:19:41.911856 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:41.944526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Pushing event updated for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:41.949332 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:41.959568 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:41.994703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:41.994703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.052850 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.062100 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:42.107823 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d9c67ecd25746bf91d46427102ce2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014367 Jun 09 22:19:42.110148 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18788f-6421-4bdc-8a47-63d341466259,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:42.112055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44846) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:42.114574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:42.129763 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868dfc3-2817-4f8b-b417-7352e509a8ae req-3aff7aa8-e605-4e11-b49f-22b33d33f3be tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:42.131404 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e868dfc3-2817-4f8b-b417-7352e509a8ae req-3aff7aa8-e605-4e11-b49f-22b33d33f3be tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1394856 Jun 09 22:19:42.185110 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 44848) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:42.202789 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e868dfc3-2817-4f8b-b417-7352e509a8ae req-28934517-67ff-430e-bf4e-99289f869a3a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638106 Jun 09 22:19:42.249628 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.262086 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.276297 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6557655 Jun 09 22:19:42.299771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Request body: {'port': {'device_id': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:42.355830 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.553652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.584279 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331ef56-d1d7-4a6f-855b-8039dd350a49 req-521afd75-5655-486a-aed3-512da44bc7ad tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:42.585966 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3331ef56-d1d7-4a6f-855b-8039dd350a49 req-521afd75-5655-486a-aed3-512da44bc7ad tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0940931 Jun 09 22:19:42.633583 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3331ef56-d1d7-4a6f-855b-8039dd350a49 req-1a4c14dd-b3d3-42df-a059-32f783e3eafc tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Jun 09 22:19:42.655122 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.658260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.659754 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b18788f-6421-4bdc-8a47-63d341466259 HTTP/1.1" status: 204 len: 168 time: 0.5466995 Jun 09 22:19:42.663470 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f3d77d1b-d8d3-4095-b74b-0fbd3cd111fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:42.748740 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5692a-4be0-4268-99ca-80e53876f0e7 req-88af627f-0d50-457a-8dc1-ae4fe3c97a66 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:42.750273 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ccd5692a-4be0-4268-99ca-80e53876f0e7 req-88af627f-0d50-457a-8dc1-ae4fe3c97a66 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 932 time: 0.2744689 Jun 09 22:19:42.751056 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18788f-6421-4bdc-8a47-63d341466259,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:42.754127 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:42.908987 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.931318 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ccd5692a-4be0-4268-99ca-80e53876f0e7 req-0aa38b82-28a0-420c-8cbf-a95dc84ef591 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643398 Jun 09 22:19:42.990015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:42.998335 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f823f65c-bac0-4915-bc1b-49f95f6b463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:43.100577 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee293d0f40d647e89d843bd994387df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9128489 Jun 09 22:19:43.104450 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fce596-9cda-4f6e-886f-33e141437844,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:43.106681 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44914) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:43.118335 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:43.131557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b3940e-fe50-4674-9a59-06f5deb508b1 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:43.139777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.157450 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Transition to ACTIVE for port object 99b3940e-fe50-4674-9a59-06f5deb508b1 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:43.184358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcf9cd-33b6-4ffb-9381-3b64f0877171 req-e115a1bc-b8dc-482e-a964-e7cea2c86cb3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:43.186123 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3bcf9cd-33b6-4ffb-9381-3b64f0877171 req-e115a1bc-b8dc-482e-a964-e7cea2c86cb3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1692650 Jun 09 22:19:43.223607 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.246573 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.252815 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f3b006dd-7ba5-45c7-afbb-f8c47d803e9c tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:43.283847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.344559 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3bcf9cd-33b6-4ffb-9381-3b64f0877171 req-a81c60b2-367d-4951-ac98-3ec5639fc513 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484406 Jun 09 22:19:43.475206 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.477788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.481508 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94fce596-9cda-4f6e-886f-33e141437844 HTTP/1.1" status: 204 len: 168 time: 0.3690908 Jun 09 22:19:43.481508 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-83dc584a-e6aa-4110-87a4-14eea114d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:43.497083 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fce596-9cda-4f6e-886f-33e141437844,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:43.520549 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:43.522859 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44934) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:43.549130 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.668165 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:43.671142 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:43.683209 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.741761 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119db3f7-a852-40da-bbf0-fc50eed70a32 req-d8304231-1543-435c-b0f3-0028c6638da0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:43.743343 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-119db3f7-a852-40da-bbf0-fc50eed70a32 req-d8304231-1543-435c-b0f3-0028c6638da0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.2129405 Jun 09 22:19:43.744267 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Attempting to bind port 99b3940e-fe50-4674-9a59-06f5deb508b1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:19:43.744602 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Attempting to bind port 99b3940e-fe50-4674-9a59-06f5deb508b1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:19:43.744976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Attempting to bind port 99b3940e-fe50-4674-9a59-06f5deb508b1 on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:43.750339 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Port 99b3940e-fe50-4674-9a59-06f5deb508b1 on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:19:43.756196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Attempting to bind port 99b3940e-fe50-4674-9a59-06f5deb508b1 on network 8a0ca4c9-64b7-4bc3-8222-31177e42bbce {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:43.772724 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:19:43.773058 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Checking segment: {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:43.776422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Bound using segment: {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:19:43.776422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Bound port: 99b3940e-fe50-4674-9a59-06f5deb508b1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd67873-31f6-4e0e-8031-01b7f550e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:19:43.776422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.793867 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:43.811710 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:43.866930 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-119db3f7-a852-40da-bbf0-fc50eed70a32 req-07740583-f51c-40d8-a3e0-4be865abed62 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129642 Jun 09 22:19:43.917792 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5f5af3d873142b8b974cb22813d2fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896482 Jun 09 22:19:43.920665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482126c2-ccc3-41c8-a05b-1bb09a7a1192,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:43.923543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 44948) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:43.935831 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:43.943118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:19:43.951922 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99b3940e-fe50-4674-9a59-06f5deb508b1,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:19:43.988450 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df68cc-9428-4783-ae88-dedc89a7f490 req-00382368-9d31-4f3e-a741-ad5d3940350b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:43.990250 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-98df68cc-9428-4783-ae88-dedc89a7f490 req-00382368-9d31-4f3e-a741-ad5d3940350b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2390478 Jun 09 22:19:44.036135 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.053395 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.067594 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:44.108561 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-98df68cc-9428-4783-ae88-dedc89a7f490 req-c6fb5f23-0f58-4ba4-865d-96849341cc5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045156 Jun 09 22:19:44.138496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.194899 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:44.205279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.217921 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.219352 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] 10.222.0.35 "PUT /v2.0/ports/99b3940e-fe50-4674-9a59-06f5deb508b1 HTTP/1.1" status: 200 len: 1094 time: 1.9245567 Jun 09 22:19:44.220385 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:44.220973 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:44.223341 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059" -d '{"events": [{"name": "network-changed", "server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:44.297926 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.301137 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:44.301374 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97fd9-8dd0-40e2-b3ac-b1b382d9b823 req-2bed3eef-373f-49e0-9566-fefcee60bf51 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.302957 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/482126c2-ccc3-41c8-a05b-1bb09a7a1192 HTTP/1.1" status: 204 len: 168 time: 0.3772266 Jun 09 22:19:44.303918 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:44.311929 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76f97fd9-8dd0-40e2-b3ac-b1b382d9b823 req-2bed3eef-373f-49e0-9566-fefcee60bf51 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 944 time: 0.2452481 Jun 09 22:19:44.325695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482126c2-ccc3-41c8-a05b-1bb09a7a1192,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:44.328719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:44.334111 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad7a86-7116-46a3-8565-6639133c96f0 x-openstack-request-id: req-9dad7a86-7116-46a3-8565-6639133c96f0 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:44.334481 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:44.334758 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9dad7a86-7116-46a3-8565-6639133c96f0 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:44.335170 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1', 'status': 'completed', 'code': 200} Jun 09 22:19:44.438458 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76f97fd9-8dd0-40e2-b3ac-b1b382d9b823 req-9a90a78b-ca5e-4204-a08c-cd40abfaebe1 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253140 Jun 09 22:19:44.503593 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-b656e276-8275-4965-bf63-6c3e1e87711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.505079 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-b656e276-8275-4965-bf63-6c3e1e87711e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 1097 time: 0.1662207 Jun 09 22:19:44.684143 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-c6e4ffbe-ef3c-4e20-b0ec-720fe63a17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.685623 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-c6e4ffbe-ef3c-4e20-b0ec-720fe63a17d1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53eec0fe519e4816a8efc184d654d8f8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1696210 Jun 09 22:19:44.848420 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-28d55040-a145-409e-97cb-50cf6dbc56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.850021 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6a6ff6b5-e0f3-4bd6-8451-0d7c2ffd6059 req-28d55040-a145-409e-97cb-50cf6dbc56cc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572611 Jun 09 22:19:44.891226 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45010) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:44.998003 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-5ec758ac-b7c5-44db-a1fe-2d78cc947b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:44.999726 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-5ec758ac-b7c5-44db-a1fe-2d78cc947b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53eec0fe519e4816a8efc184d654d8f8&device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 1097 time: 0.0893562 Jun 09 22:19:45.060100 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30825866-network', 'tenant_id': '4fb27b6b0c004b64b4ce1f34989184d0'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:45.090721 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-8e4ab9e0-2c13-4213-b128-dc10ef0d2016 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b3940e-fe50-4674-9a59-06f5deb508b1 HTTP/1.1" status: 200 len: 217 time: 0.0780795 Jun 09 22:19:45.094738 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e33a1-0d00-4646-ba2a-88892da3be0c req-8f7fb0d3-d02b-4e99-acc5-c2873307dd2e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.097304 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e21e33a1-0d00-4646-ba2a-88892da3be0c req-8f7fb0d3-d02b-4e99-acc5-c2873307dd2e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1022654 Jun 09 22:19:45.151021 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e21e33a1-0d00-4646-ba2a-88892da3be0c req-750f4a76-f157-43d4-b65a-c5efa6c71add tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472641 Jun 09 22:19:45.152863 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Made reservation on behalf of 4fb27b6b0c004b64b4ce1f34989184d0 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:45.155548 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.169084 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.171115 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-a2d43339-63f2-4ed0-965f-5945b02fe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.173439 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-a2d43339-63f2-4ed0-965f-5945b02fe9cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac17903-94ec-4dd7-bc52-aa48552f5ee1 HTTP/1.1" status: 200 len: 849 time: 0.0752532 Jun 09 22:19:45.239151 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-8635e4f8-5988-4115-ac2c-5d573a585653 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a0ca4c9-64b7-4bc3-8222-31177e42bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565598 Jun 09 22:19:45.352211 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.463809 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.476021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b1765234-919f-4e5e-a286-4f77a1b6f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:45.481904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-c90cd67a-12cd-419a-880a-11afdb8a3ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324448 Jun 09 22:19:45.516177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cde62a-b8d0-45d1-9cf1-67623eb604a7 req-1aa89b61-ddc5-46e5-8426-b3c8c5037ed6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.521078 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-13cde62a-b8d0-45d1-9cf1-67623eb604a7 req-1aa89b61-ddc5-46e5-8426-b3c8c5037ed6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2645562 Jun 09 22:19:45.550337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:19:45.574188 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e924e56-8b6b-442a-b234-07628006756b,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:45.580558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:45.595387 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.595654 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Added segment 351aaa2f-cc61-468e-b525-52644d0053f3 of type vlan for network 52549523-070a-4d9e-a10d-4100b5d46321 Jun 09 22:19:45.672432 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-13cde62a-b8d0-45d1-9cf1-67623eb604a7 req-2b7404a7-f099-461d-b475-02b1a560d3e3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139302 Jun 09 22:19:45.687231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.749405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42f14e-4bb9-4979-accb-edc477e6cd2c req-14f9cbc6-74dc-44bd-9611-11259fccca38 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.752330 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8c42f14e-4bb9-4979-accb-edc477e6cd2c req-14f9cbc6-74dc-44bd-9611-11259fccca38 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1728501 Jun 09 22:19:45.804094 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8c42f14e-4bb9-4979-accb-edc477e6cd2c req-757748d0-05dd-42a5-a084-bf4e3dd126c2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Jun 09 22:19:45.835753 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.838039 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.839034 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:45.856202 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0d6ed42-7ad2-4f14-80c9-9ad150a2e38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:45.864575 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-80a0a148-d008-42e7-a16a-14ec267840c5 req-8688a854-b5e5-40bd-af90-b072ca140473 service neutron] 10.222.0.35 "GET /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368113 Jun 09 22:19:45.931385 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae16aad-55a1-4881-90b2-c4b7abb37a13 req-e25cabea-9fb6-4f71-8ae4-437c2ce7eb51 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:45.932990 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6ae16aad-55a1-4881-90b2-c4b7abb37a13 req-e25cabea-9fb6-4f71-8ae4-437c2ce7eb51 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 944 time: 0.1483130 Jun 09 22:19:46.026367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Pushing event updated for resources: {'Network': ['ID=52549523-070a-4d9e-a10d-4100b5d46321,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:46.028290 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6ae16aad-55a1-4881-90b2-c4b7abb37a13 req-f3fb9ef4-4a4b-43a2-b720-5f456540bf9c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886416 Jun 09 22:19:46.032421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:46.041960 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 52549523-070a-4d9e-a10d-4100b5d46321 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:19:46.115670 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2232294 Jun 09 22:19:46.118598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45076) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:46.123564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Request body: {'subnet': {'network_id': '52549523-070a-4d9e-a10d-4100b5d46321', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30825866-subnet', 'tenant_id': '4fb27b6b0c004b64b4ce1f34989184d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:46.332165 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Made reservation on behalf of 4fb27b6b0c004b64b4ce1f34989184d0 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:46.334669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:46.470353 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93b409-6733-4ff2-8755-704be59a0844 req-0b0753bd-f20a-4a57-9f01-972a6e9615af tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:46.477509 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7f93b409-6733-4ff2-8755-704be59a0844 req-0b0753bd-f20a-4a57-9f01-972a6e9615af tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1962318 Jun 09 22:19:46.522917 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7f93b409-6733-4ff2-8755-704be59a0844 req-86038750-14ee-4209-bd23-2641df5a6992 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443702 Jun 09 22:19:46.710167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:46.715204 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2c69d015-e114-400b-8b06-3d801a6b49d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:46.757465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45098) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:46.816716 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f70eb17-8910-47f8-9bb3-fb6bac679b5d,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:46.821928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:46.826758 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Checking segment: {'id': '351aaa2f-cc61-468e-b525-52644d0053f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '52549523-070a-4d9e-a10d-4100b5d46321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:46.827213 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Network hostable DHCP agents. Network: 52549523-070a-4d9e-a10d-4100b5d46321, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:19:46.880872 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7da95-700f-48d1-b5fb-b39e106bd121 req-41566b02-4d9d-4fb7-819e-25b96b4b82d8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:46.882391 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-71b7da95-700f-48d1-b5fb-b39e106bd121 req-41566b02-4d9d-4fb7-819e-25b96b4b82d8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0898581 Jun 09 22:19:46.911920 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:46.956405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Network 52549523-070a-4d9e-a10d-4100b5d46321 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:19:46.962480 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-71b7da95-700f-48d1-b5fb-b39e106bd121 req-32de98f6-4e67-43ca-b697-5b04dc3d220d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650012 Jun 09 22:19:47.024379 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 52549523-070a-4d9e-a10d-4100b5d46321) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:47.039404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:47.040720 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab0e90-94d2-4f8e-bd3d-391804db84bf None None] Network 52549523-070a-4d9e-a10d-4100b5d46321 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:47.042990 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.059890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.162356 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.177188 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-879dabce-2943-428b-8b1b-ab0950ee066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:47.241687 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c24118cf-0ec2-475f-8530-54c58a479750 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1218853 Jun 09 22:19:47.287589 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45114) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:47.301698 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1288474ed264227b2cf13fbf88f4d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425682 Jun 09 22:19:47.303488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e111ec95-61b0-4d46-964c-c9846c001b47,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:47.308539 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f636d-9e3f-4990-b20d-112b78a221a7 None None] Network 52549523-070a-4d9e-a10d-4100b5d46321 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:47.318882 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:47.365698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7eb51-439f-4ef7-917d-01d3ef861d96 req-8ba3dfcc-ef4b-4e1b-bdd2-5897b8eda759 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:47.367414 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dda7eb51-439f-4ef7-917d-01d3ef861d96 req-8ba3dfcc-ef4b-4e1b-bdd2-5897b8eda759 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 944 time: 0.1979034 Jun 09 22:19:47.407150 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.447922 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.475407 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dda7eb51-439f-4ef7-917d-01d3ef861d96 req-f211b12c-2b7d-4b00-be78-f4c48c19807c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Jun 09 22:19:47.584136 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.587563 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:47.591374 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e111ec95-61b0-4d46-964c-c9846c001b47 HTTP/1.1" status: 204 len: 168 time: 0.3002551 Jun 09 22:19:47.591499 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 99b3940e-fe50-4674-9a59-06f5deb508b1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:19:47.591583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a10f5233-77de-4764-9b43-30e758de88b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:47.604142 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111ec95-61b0-4d46-964c-c9846c001b47,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:47.608278 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:47.728834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db679e-3928-467e-ab75-b520ce385609 req-6918962f-0a4c-40cc-8147-2f274680b693 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:47.737345 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a9db679e-3928-467e-ab75-b520ce385609 req-6918962f-0a4c-40cc-8147-2f274680b693 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.0952892 Jun 09 22:19:47.812571 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a9db679e-3928-467e-ab75-b520ce385609 req-59cac4e6-12b9-47c5-8778-07c5240662f3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722344 Jun 09 22:19:47.879115 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99b3940e-fe50-4674-9a59-06f5deb508b1,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:47.893363 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '99b3940e-fe50-4674-9a59-06f5deb508b1', 'network_id': '8a0ca4c9-64b7-4bc3-8222-31177e42bbce', 'port_id': '99b3940e-fe50-4674-9a59-06f5deb508b1', 'mac_address': 'fa:16:3e:e5:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac17903-94ec-4dd7-bc52-aa48552f5ee1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:19:47.986568 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:48.006589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b3940e-fe50-4674-9a59-06f5deb508b1 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:48.025314 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99b3940e-fe50-4674-9a59-06f5deb508b1,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:48.103516 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:48.107700 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:48.205150 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:48.213669 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca7ce7-5be6-4529-b8d4-7033601280d8 req-02e62df9-a9af-4f7c-a668-97ddf1d414aa tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:48.229173 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ca7ce7-5be6-4529-b8d4-7033601280d8 req-02e62df9-a9af-4f7c-a668-97ddf1d414aa tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1241062 Jun 09 22:19:48.230035 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.230475 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.231088 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.231641 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.232180 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.232715 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.233593 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.234142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.234693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.235352 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.236071 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.236686 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:19:48.241112 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:48.314671 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5ca7ce7-5be6-4529-b8d4-7033601280d8 req-7384e3de-15f4-4713-b5c7-6050b7ed2ecc tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867572 Jun 09 22:19:48.433718 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45154) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:48.480933 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['99b3940e-fe50-4674-9a59-06f5deb508b1'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:48.722765 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45166) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:48.728713 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348973422-network', 'tenant_id': 'f2919663c1ef49e19c836017fca14fdb'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:48.736822 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2d7722df-ebc7-458a-b9bf-1a3ef8abf8af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98ae9e092c534552810a99f7e8ccb3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017044 Jun 09 22:19:48.743467 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45168) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:48.745602 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286069e0-c5c9-4a7f-926b-077d0c7496d0 req-96a7596e-028a-4816-b8be-be96f8d78a80 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:48.747054 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-286069e0-c5c9-4a7f-926b-077d0c7496d0 req-96a7596e-028a-4816-b8be-be96f8d78a80 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 945 time: 0.1393380 Jun 09 22:19:48.802014 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-286069e0-c5c9-4a7f-926b-077d0c7496d0 req-77da8961-0b22-4e62-8cca-026203e67b16 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Jun 09 22:19:48.817159 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:48.830232 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Made reservation on behalf of f2919663c1ef49e19c836017fca14fdb for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:48.832691 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:48.855170 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:48.871520 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.030403 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01c6b-5d4d-45e7-bcf7-8e0b1d362c19 req-19019af5-066d-4eb9-a762-adbdec246a0e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:49.031870 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8bc01c6b-5d4d-45e7-bcf7-8e0b1d362c19 req-19019af5-066d-4eb9-a762-adbdec246a0e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1087301 Jun 09 22:19:49.079271 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8bc01c6b-5d4d-45e7-bcf7-8e0b1d362c19 req-74d9273e-9c2b-4692-a4fa-bc20417d987e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Jun 09 22:19:49.178921 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:19:49.180580 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.183004 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.184107 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf5381d4-e2dd-4216-af4a-fc2a94d0450e HTTP/1.1" status: 204 len: 168 time: 0.4397211 Jun 09 22:19:49.186222 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-34df3ff7-9fbb-4ec0-a1d1-1ff5fe611053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:49.205710 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5381d4-e2dd-4216-af4a-fc2a94d0450e,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:49.208796 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:49.300730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.356259 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.365156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6ad0ad6d-3169-4cbf-b2b5-1a14ebbd12e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:49.407051 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:19:49.418491 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e365e-ba3e-4a9c-8ece-b2a38db195b2,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:49.421148 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:49.423856 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.424197 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Added segment 416f4531-4bf6-4d82-a0db-3780e94df5fd of type vlan for network 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca Jun 09 22:19:49.452376 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.554014 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76ff8-f135-471e-ac38-3272c46fe452 req-8dd9cc95-2b1b-4bd1-acb9-23e1009ff9f1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:49.555688 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0c76ff8-f135-471e-ac38-3272c46fe452 req-8dd9cc95-2b1b-4bd1-acb9-23e1009ff9f1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0932677 Jun 09 22:19:49.572057 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.573430 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:49.574024 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.579803 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a0519ad0-d8b7-4f1b-a85e-a0e58becf447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:49.583201 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:19:49.649552 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0c76ff8-f135-471e-ac38-3272c46fe452 req-f1e75121-59c6-4d11-8d1f-84d7ff1d215d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862370 Jun 09 22:19:49.690283 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Pushing event updated for resources: {'Network': ['ID=8a4453e5-40ed-4d81-9f12-3ec7b1d5faca,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:49.699333 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:49.703070 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:19:49.715534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9912398 Jun 09 22:19:49.718413 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45202) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:49.723628 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Request body: {'subnet': {'network_id': '8a4453e5-40ed-4d81-9f12-3ec7b1d5faca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348973422-subnet', 'tenant_id': 'f2919663c1ef49e19c836017fca14fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:49.836050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Made reservation on behalf of f2919663c1ef49e19c836017fca14fdb for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:49.842304 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.844725 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:49.859713 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '5c132894-271a-4c87-8103-1d6192964497', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:19:49.928738 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:49.968964 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:19:49.992393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:50.034846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45210) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:50.069483 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.072370 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:50.161342 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=6']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:50.165783 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:50.175552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da612dc-d139-4c1e-9ea2-f10b2f7d84a5 req-3c550418-f51c-42bc-a3de-030da4cfa0fa tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:50.177431 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9da612dc-d139-4c1e-9ea2-f10b2f7d84a5 req-3c550418-f51c-42bc-a3de-030da4cfa0fa tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 945 time: 0.2121649 Jun 09 22:19:50.210928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.279167 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9da612dc-d139-4c1e-9ea2-f10b2f7d84a5 req-cdb04582-4c5c-4061-a2f5-92700f42e4af tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Jun 09 22:19:50.288003 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['5c132894-271a-4c87-8103-1d6192964497'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:19:50.343278 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.348393 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:50.431718 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5f2033-9e94-43bc-9a85-ef7b28b3b255,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:50.456669 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:50.457412 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Checking segment: {'id': '416f4531-4bf6-4d82-a0db-3780e94df5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8a4453e5-40ed-4d81-9f12-3ec7b1d5faca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:50.461108 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Network hostable DHCP agents. Network: 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:19:50.467788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d89c-f3b1-4017-958b-649e065d31cb req-0348ea47-68f3-407a-a239-fbb60f9ee2df tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:50.486843 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-77d0d89c-f3b1-4017-958b-649e065d31cb req-0348ea47-68f3-407a-a239-fbb60f9ee2df tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.2426546 Jun 09 22:19:50.526312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45228) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:50.532364 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.571163 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-77d0d89c-f3b1-4017-958b-649e065d31cb req-72e88ddc-71b2-4d4a-bee2-626459cea310 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830460 Jun 09 22:19:50.572363 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Network 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:19:50.629105 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.638843 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9307bcd3-ee38-4247-ba13-ea0179312b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:50.652113 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:50.658192 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:50.660537 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.662359 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a603bd-0b71-46da-a8e8-63763f92de76 None None] Network 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:50.670006 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755324162-network', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:50.705888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0fd7d-f69f-42b5-9c72-56f8a4356e6f,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:50.711105 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:50.715594 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef7e9c3ba0444b15a0ba863a8205b3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792879 Jun 09 22:19:50.718248 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45242) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:50.770232 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0507607 Jun 09 22:19:50.839988 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.878404 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.892428 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ef75f-6b26-4b26-8af6-f9d83be5a802 None None] Network 8a4453e5-40ed-4d81-9f12-3ec7b1d5faca requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:50.920139 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b8047-8e4f-42e9-9a1f-c58e80672a7c req-91c548b9-0aef-43db-8424-a2f448a80b47 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:50.921692 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8a6b8047-8e4f-42e9-9a1f-c58e80672a7c req-91c548b9-0aef-43db-8424-a2f448a80b47 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1571579 Jun 09 22:19:50.947958 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Made reservation on behalf of 66127ccdfaa04a70b01fa4cd7d436032 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:50.950725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:50.975186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.019672 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8a6b8047-8e4f-42e9-9a1f-c58e80672a7c req-d25913bc-15ff-486b-a33d-f45e13f67c7e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746903 Jun 09 22:19:51.058514 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.071688 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.072880 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0d0fd7d-f69f-42b5-9c72-56f8a4356e6f HTTP/1.1" status: 204 len: 168 time: 0.3533266 Jun 09 22:19:51.076375 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-46bef81c-544f-4f35-b09e-0d75df051047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:51.124680 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0fd7d-f69f-42b5-9c72-56f8a4356e6f,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:51.130465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:51.217629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.383667 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.387736 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b4382825-6ea7-4c83-b7c6-1f79570c3f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:51.456760 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:19:51.470709 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815061e3-d799-498f-afae-3ce3c59acfab,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:51.475517 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:51.480468 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.485316 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Added segment 3b64a757-454b-43ac-8ecd-3ee17653e6cd of type vlan for network e22acea9-e7e0-42b4-83b5-48649c541eea Jun 09 22:19:51.521427 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.545766 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17afb41-5d6e-4def-9c7b-d174ca02e510 req-1464e38d-751c-4485-ba86-4bfe93d25057 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:51.547271 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f17afb41-5d6e-4def-9c7b-d174ca02e510 req-1464e38d-751c-4485-ba86-4bfe93d25057 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 945 time: 0.1473799 Jun 09 22:19:51.604064 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 99b3940e-fe50-4674-9a59-06f5deb508b1 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:51.605233 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f17afb41-5d6e-4def-9c7b-d174ca02e510 req-f99e30b1-36f7-48d8-ad97-5ceb4363a4e9 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488558 Jun 09 22:19:51.675442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.676781 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:51.677411 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:51.684479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:51.824578 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Pushing event updated for resources: {'Network': ['ID=e22acea9-e7e0-42b4-83b5-48649c541eea,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:51.825802 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510eff2-0a78-4d47-bbbf-ad4fd68af877 req-9d6193bf-3cb0-4e27-a9bf-85b097c50caa tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:51.827539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:51.833595 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a510eff2-0a78-4d47-bbbf-ad4fd68af877 req-9d6193bf-3cb0-4e27-a9bf-85b097c50caa tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.1336451 Jun 09 22:19:51.839330 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network e22acea9-e7e0-42b4-83b5-48649c541eea details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:19:51.869417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 99b3940e-fe50-4674-9a59-06f5deb508b1 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:51.876248 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3465033 Jun 09 22:19:51.885699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45282) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:51.896703 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Request body: {'subnet': {'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755324162-subnet', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:51.903941 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a510eff2-0a78-4d47-bbbf-ad4fd68af877 req-a7c22eda-ce8f-402f-954d-760bc03c07a2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693829 Jun 09 22:19:51.960589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 99b3940e-fe50-4674-9a59-06f5deb508b1 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:51.961066 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.020833 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Made reservation on behalf of 66127ccdfaa04a70b01fa4cd7d436032 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:19:52.028363 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.166193 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.246182 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:52.252690 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d17709-cd01-4293-869e-29bd70262041" -d '{"events": [{"server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:52.301199 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99b3940e-fe50-4674-9a59-06f5deb508b1,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:52.358861 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0654b-42c5-4338-90ab-1d7df569c430 x-openstack-request-id: req-9cd0654b-42c5-4338-90ab-1d7df569c430 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:52.359162 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:52.359430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cd0654b-42c5-4338-90ab-1d7df569c430 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:52.359852 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1', 'code': 200} Jun 09 22:19:52.425311 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc1c7-75cd-4f98-aaa0-d3935e8309c5 req-71c09b45-8e54-44a3-b5af-fe2d59da4912 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:52.434993 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-704dc1c7-75cd-4f98-aaa0-d3935e8309c5 req-71c09b45-8e54-44a3-b5af-fe2d59da4912 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1271834 Jun 09 22:19:52.440823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.441718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:52.472816 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:52.518106 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-704dc1c7-75cd-4f98-aaa0-d3935e8309c5 req-43a9fc6a-3bc5-467d-b0a8-2731d21d3afc tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681598 Jun 09 22:19:52.585584 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.599885 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1536e5b6-6514-471e-9018-12769f0b7339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:52.737482 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:52.747231 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:52.765919 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 5c132894-271a-4c87-8103-1d6192964497 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:52.766424 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:52.802824 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Checking segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:52.803326 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Network hostable DHCP agents. Network: e22acea9-e7e0-42b4-83b5-48649c541eea, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:19:52.808358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:52.828828 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:52.959976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Network e22acea9-e7e0-42b4-83b5-48649c541eea is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:19:53.055018 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.063544 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, e22acea9-e7e0-42b4-83b5-48649c541eea) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:53.074880 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:53.075316 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09cc7d-6a22-442a-930d-20b8901c82ce None None] Network e22acea9-e7e0-42b4-83b5-48649c541eea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:53.075834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.182038 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:53.228185 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3453264 Jun 09 22:19:53.230914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45318) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:53.240138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:19:53.333240 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd97de9-1e44-4c43-9c82-2ce55ebc8398 req-9025f9bc-5966-47cd-8d88-793bb3d8ba48 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:53.337523 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bcd97de9-1e44-4c43-9c82-2ce55ebc8398 req-9025f9bc-5966-47cd-8d88-793bb3d8ba48 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.2246976 Jun 09 22:19:53.354403 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0c59f-579e-4baa-874a-ba8ad8d74d05 req-34cf3ae9-dc1c-4d51-b04c-253ed61d7abb tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:53.359588 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.364043 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:53.366082 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-68d0c59f-579e-4baa-874a-ba8ad8d74d05 req-34cf3ae9-dc1c-4d51-b04c-253ed61d7abb tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 946 time: 0.5874047 Jun 09 22:19:53.381915 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.382994 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.474925 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.492383 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d948-464e-4551-a9f8-8c0b5fbba5f1 req-58fe0041-5fd6-491b-86c1-30caf6402be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:53.493907 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-33b5d948-464e-4551-a9f8-8c0b5fbba5f1 req-58fe0041-5fd6-491b-86c1-30caf6402be6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 1099 time: 0.4629548 Jun 09 22:19:53.542374 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-68d0c59f-579e-4baa-874a-ba8ad8d74d05 req-95bb62f3-b83c-4b96-a6aa-6dd6e4603eef tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681912 Jun 09 22:19:53.598922 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bcd97de9-1e44-4c43-9c82-2ce55ebc8398 req-c46028fe-99ba-44ba-b7a0-3dea3fbdb7aa tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553895 Jun 09 22:19:53.627558 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-33b5d948-464e-4551-a9f8-8c0b5fbba5f1 req-a23c31af-a400-404a-9740-3639018910f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175859 Jun 09 22:19:53.710920 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=7']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:53.718145 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-e22acea9-e7e0-42b4-83b5-48649c541eea', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:19:53.719488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:53.743578 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:53.832109 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e2dee-0911-4470-a640-b05045d0b007 req-ef6483d9-c9c1-4aa4-86ab-0fbbcccab5c0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:53.841631 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a84e2dee-0911-4470-a640-b05045d0b007 req-ef6483d9-c9c1-4aa4-86ab-0fbbcccab5c0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1340079 Jun 09 22:19:53.915090 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a84e2dee-0911-4470-a640-b05045d0b007 req-8d2b2988-f263-41e9-8246-cbc1161a531a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721505 Jun 09 22:19:54.086622 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Allocated IP 172.20.0.2 (e22acea9-e7e0-42b4-83b5-48649c541eea/b42c35f5-20e2-4c2d-9d3b-903f678e4ee3/637d6549-2d74-4c25-afb8-67d3195b6d9b) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:54.156971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:54.367010 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:19:54.369369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5cf07-bce9-40e7-b1bf-933531b18b2a" -d '{"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:19:54.437130 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:54.466998 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Transition to ACTIVE for port object 637d6549-2d74-4c25-afb8-67d3195b6d9b will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:54.494134 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d09ef6-5550-41c9-a17c-30560a783370 x-openstack-request-id: req-38d09ef6-5550-41c9-a17c-30560a783370 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:19:54.496922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:19:54.496922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38d09ef6-5550-41c9-a17c-30560a783370 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:19:54.496922 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'code': 200} Jun 09 22:19:54.532007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Transition to ACTIVE for port object 637d6549-2d74-4c25-afb8-67d3195b6d9b will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:19:54.579085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-300ee8d9-4f7e-4008-9b52-d974ab3f5333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:54.608166 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:54.618780 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:54.819577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Pushing event updated for resources: {'Port': ['ID=637d6549-2d74-4c25-afb8-67d3195b6d9b,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:54.829843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:54.836419 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Network e22acea9-e7e0-42b4-83b5-48649c541eea is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:54.839721 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:54.851339 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:54.905957 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:54.983740 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:55.108405 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Attempting to bind port 637d6549-2d74-4c25-afb8-67d3195b6d9b on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:19:55.108405 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Attempting to bind port 637d6549-2d74-4c25-afb8-67d3195b6d9b by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:19:55.110243 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536109d-84e1-42ac-9d16-f312c91b3c71 req-2a581211-3944-440d-b878-efa824dc8b12 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:55.112163 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Attempting to bind port 637d6549-2d74-4c25-afb8-67d3195b6d9b on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:19:55.131398 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7536109d-84e1-42ac-9d16-f312c91b3c71 req-2a581211-3944-440d-b878-efa824dc8b12 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 946 time: 0.2778406 Jun 09 22:19:55.131533 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:19:55.134333 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Checking segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:19:55.135374 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:55.137191 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Bound using segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:19:55.138392 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Bound port: 637d6549-2d74-4c25-afb8-67d3195b6d9b, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:19:55.140528 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:55.255127 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7536109d-84e1-42ac-9d16-f312c91b3c71 req-30d1e79f-222f-478b-bee8-f6b104394aba tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284573 Jun 09 22:19:55.428363 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] For port 637d6549-2d74-4c25-afb8-67d3195b6d9b, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:19:55.439665 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] For port 637d6549-2d74-4c25-afb8-67d3195b6d9b, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=637d6549-2d74-4c25-afb8-67d3195b6d9b,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:19:55.446679 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Allocated IP 172.27.0.130 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/244fd53e-9a09-49d8-846a-06156de7d4e6) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:19:55.521075 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:55.536978 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:55.597569 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664560c-454b-47ff-b923-9bf77b703890 req-790aec58-599a-495a-9abb-5c0be40f2bf5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:55.605161 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4664560c-454b-47ff-b923-9bf77b703890 req-790aec58-599a-495a-9abb-5c0be40f2bf5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1555450 Jun 09 22:19:55.703035 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4664560c-454b-47ff-b923-9bf77b703890 req-3a5a50db-796a-4e4a-aa5f-e583b25116f7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968041 Jun 09 22:19:55.725844 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Pushing event updated for resources: {'Port': ['ID=637d6549-2d74-4c25-afb8-67d3195b6d9b,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:55.750994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:55.834499 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed99ba-0b17-4de7-ba3f-2e3cb4734874 req-92ac7362-9462-427b-8c76-92c63e5bf267 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:55.840575 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84ed99ba-0b17-4de7-ba3f-2e3cb4734874 req-92ac7362-9462-427b-8c76-92c63e5bf267 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.9360733 Jun 09 22:19:55.870749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:55.943708 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-84ed99ba-0b17-4de7-ba3f-2e3cb4734874 req-bd0661fb-ece0-4ef9-aa36-6820b03251fd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999911 Jun 09 22:19:56.082760 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:56.086844 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:56.245353 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:19:56.248439 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:19:56.253356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:19:56.514727 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Pushing event updated for resources: {'Port': ['ID=244fd53e-9a09-49d8-846a-06156de7d4e6,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:56.619110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:56.804374 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25306445-f387-409c-b76f-fb952b00ce75 req-14e1537d-9317-426a-b35b-9d341e915356 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:56.809486 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-25306445-f387-409c-b76f-fb952b00ce75 req-14e1537d-9317-426a-b35b-9d341e915356 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 946 time: 0.2957680 Jun 09 22:19:56.931909 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-320ddd94-ec9c-4917-9192-3e2526c722b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:56.972370 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:57.157570 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5971ae5-7429-4cdd-b89a-0a846045af8f None None] Network e22acea9-e7e0-42b4-83b5-48649c541eea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:19:57.268451 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-22fde7ad-527e-422f-9590-0c4070c89c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:57.270609 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-22fde7ad-527e-422f-9590-0c4070c89c95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.3238387 Jun 09 22:19:57.286413 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad82b5-f337-4908-86f9-8de5d0e6dcbc req-99e04a30-f141-4098-b60b-32eb35d985f9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:57.295124 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ffad82b5-f337-4908-86f9-8de5d0e6dcbc req-99e04a30-f141-4098-b60b-32eb35d985f9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2665257 Jun 09 22:19:57.678745 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-25306445-f387-409c-b76f-fb952b00ce75 req-cff7f76f-f114-485c-aedc-daa47eb36319 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138442 Jun 09 22:19:57.679389 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ffad82b5-f337-4908-86f9-8de5d0e6dcbc req-5a1b1004-3cb1-45b1-889d-0efb820e49af tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776922 Jun 09 22:19:57.773382 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:57.812917 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 637d6549-2d74-4c25-afb8-67d3195b6d9b up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:57.904607 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-bb81a9aa-7023-4883-9918-efcbdffeb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:57.906101 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-bb81a9aa-7023-4883-9918-efcbdffeb440 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.5833035 Jun 09 22:19:58.028471 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-9f787f08-6da8-4729-97c2-fafbcf456fda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.1081977 Jun 09 22:19:58.121689 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-1673edb2-f8bf-431f-acca-23427644eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:58.123678 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-1673edb2-f8bf-431f-acca-23427644eaa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.0826950 Jun 09 22:19:58.142787 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c7c2-340a-45b3-a1ca-bcce7013e514 req-5f0f61d7-4da4-491a-831e-688cc5bc9320 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:58.144372 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f9a9c7c2-340a-45b3-a1ca-bcce7013e514 req-5f0f61d7-4da4-491a-831e-688cc5bc9320 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1690874 Jun 09 22:19:58.174744 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-d1856804-e9e7-4f9e-9855-c4c883401b89 None None] Provisioning for port 637d6549-2d74-4c25-afb8-67d3195b6d9b completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:58.225465 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 637d6549-2d74-4c25-afb8-67d3195b6d9b completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:19:58.232501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-f75e23d3-e917-462c-9c41-46687ac7c2e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863719 Jun 09 22:19:58.233410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 637d6549-2d74-4c25-afb8-67d3195b6d9b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:58.233980 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.264666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff133e6-6a6d-4edb-a00f-be89f5e151b9 req-fd60dff8-4b8a-42e6-9d51-0938bd6e6149 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:58.266265 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bff133e6-6a6d-4edb-a00f-be89f5e151b9 req-fd60dff8-4b8a-42e6-9d51-0938bd6e6149 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.3755302 Jun 09 22:19:58.346288 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.365754 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f9a9c7c2-340a-45b3-a1ca-bcce7013e514 req-893b8dc1-4b50-4517-ac81-4785c721ba5d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673303 Jun 09 22:19:58.378164 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-fd747098-2d4f-4d9d-90c3-5f44a1bf4374 None None] Provisioning complete for port 637d6549-2d74-4c25-afb8-67d3195b6d9b triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:19:58.378580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fd747098-2d4f-4d9d-90c3-5f44a1bf4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.430555 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bff133e6-6a6d-4edb-a00f-be89f5e151b9 req-e358b167-dbab-4765-91f3-d314be26693d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495209 Jun 09 22:19:58.475466 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.510354 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-9b272b53-874a-40ef-bafa-f45522a7e1a5 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670178 Jun 09 22:19:58.747091 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.893479 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-79202d29-fb6c-43eb-bedd-87577fd48869 req-6f9fb976-ce7d-465d-962a-bee6a5a580eb service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668227 Jun 09 22:19:58.944743 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 637d6549-2d74-4c25-afb8-67d3195b6d9b, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=637d6549-2d74-4c25-afb8-67d3195b6d9b,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:19:58.962833 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fd747098-2d4f-4d9d-90c3-5f44a1bf4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:58.983660 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:19:59.098710 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:59.110250 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:19:59.290071 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8bf50-95d0-4133-a55a-57cf88f15f72 req-5605e7ba-0cc9-4b70-afe6-940e1163ea12 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:59.294381 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.db.api [None req-fd747098-2d4f-4d9d-90c3-5f44a1bf4374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:19:59.294937 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_db.api [None req-fd747098-2d4f-4d9d-90c3-5f44a1bf4374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:19:59.295958 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=637d6549-2d74-4c25-afb8-67d3195b6d9b,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:19:59.297313 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4ac8bf50-95d0-4133-a55a-57cf88f15f72 req-5605e7ba-0cc9-4b70-afe6-940e1163ea12 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2084534 Jun 09 22:19:59.299894 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:19:59.322950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:19:59.335436 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:19:59.351794 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:19:59.353330 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:19:59.405907 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4ac8bf50-95d0-4133-a55a-57cf88f15f72 req-199fd641-e4c4-4cda-b9d5-66954d92656b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054161 Jun 09 22:19:59.463664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:19:59.468211 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2360787 Jun 09 22:19:59.468913 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45464) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:19:59.556155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-5da13feb-499d-4253-8252-831c28eb5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:59.561299 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-5da13feb-499d-4253-8252-831c28eb5378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1098 time: 0.1759572 Jun 09 22:19:59.585546 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 637d6549-2d74-4c25-afb8-67d3195b6d9b up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:19:59.658551 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:19:59.836890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-10edb1fa-1966-4ad1-b13c-eeabf90fdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:19:59.847305 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-10edb1fa-1966-4ad1-b13c-eeabf90fdf5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.2746654 Jun 09 22:20:00.016404 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 637d6549-2d74-4c25-afb8-67d3195b6d9b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:00.017594 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:00.114881 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:00.150127 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:19:56Z', 'revision_number': 3, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:00.166813 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:20:00.167174 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Updating router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 port 244fd53e-9a09-49d8-846a-06156de7d4e6 binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:20:00.248328 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-ccbaaee1-5093-4e2e-848b-7baea9dbb8da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 200 len: 1001 time: 0.3924365 Jun 09 22:20:00.276559 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:00.346463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-97be6ab3-271f-458b-9ead-32f75b2d3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:00.348201 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-97be6ab3-271f-458b-9ead-32f75b2d3001 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0870371 Jun 09 22:20:00.489720 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93035-600f-4ced-9d27-863c6cd01eb0 req-745c7293-aa05-453a-9bff-86a155ff44c8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:00.491291 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-33f93035-600f-4ced-9d27-863c6cd01eb0 req-745c7293-aa05-453a-9bff-86a155ff44c8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.8618796 Jun 09 22:20:00.518390 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-43feec3f-2ae0-4f05-9bf1-5588bf44a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:00.519859 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-43feec3f-2ae0-4f05-9bf1-5588bf44a64d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1607034 Jun 09 22:20:00.585230 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-33f93035-600f-4ced-9d27-863c6cd01eb0 req-6b531fe9-3b7e-4b1e-be52-91d30b6a07a7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829394 Jun 09 22:20:00.710288 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-a1b681c1-8ac4-47aa-a2f2-193f435e7f36 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756890 Jun 09 22:20:00.871440 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:00.894749 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Transition to ACTIVE for port object 244fd53e-9a09-49d8-846a-06156de7d4e6 will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:00.902732 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cbc9530c-c418-4fdf-888b-0387fc81de80 req-f60ce713-d599-4495-9373-7fe2fe128183 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849189 Jun 09 22:20:00.949228 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:00.957625 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-b9f7cc75-73fe-417b-8a39-70d1b3691f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:01.055021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d78c-0dd4-4a15-a4bc-0fd9195be813 req-f052d6c7-a445-47fb-9bfd-f561691664b7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:01.065465 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0c25d78c-0dd4-4a15-a4bc-0fd9195be813 req-f052d6c7-a445-47fb-9bfd-f561691664b7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.3108900 Jun 09 22:20:01.078712 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Attempting to bind port 244fd53e-9a09-49d8-846a-06156de7d4e6 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:01.079321 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Attempting to bind port 244fd53e-9a09-49d8-846a-06156de7d4e6 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:01.079759 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Attempting to bind port 244fd53e-9a09-49d8-846a-06156de7d4e6 on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:01.083933 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Pushing event updated for resources: {'Port': ['ID=244fd53e-9a09-49d8-846a-06156de7d4e6,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:01.093358 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.093358 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.093358 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.093358 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:01.100807 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:01.101645 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:01.101645 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Bound port: 244fd53e-9a09-49d8-846a-06156de7d4e6, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:01.101792 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:01.131511 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:01.178269 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0c25d78c-0dd4-4a15-a4bc-0fd9195be813 req-d7b3e2c7-b181-48b4-83d2-fc5a9a85e817 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096292 Jun 09 22:20:01.202134 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] For port 244fd53e-9a09-49d8-846a-06156de7d4e6, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:01.208649 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] For port 244fd53e-9a09-49d8-846a-06156de7d4e6, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=244fd53e-9a09-49d8-846a-06156de7d4e6,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:01.314137 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:01.314137 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:01.393606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:01.436018 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:01.436968 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:01.586015 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Pushing event updated for resources: {'Port': ['ID=244fd53e-9a09-49d8-846a-06156de7d4e6,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:01.590942 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:01.672561 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:01.786558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Allocated IP 172.20.0.1 (e22acea9-e7e0-42b4-83b5-48649c541eea/b42c35f5-20e2-4c2d-9d3b-903f678e4ee3/60688a16-423f-48f2-94bd-673be88443ab) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:20:02.067695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:02.167546 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Transition to ACTIVE for port object 60688a16-423f-48f2-94bd-673be88443ab will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:02.201858 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:19:56Z', 'revision_number': 3, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:02.207727 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd82a4c-7653-45c7-8f18-8a28aba3935d None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:19:56Z', 'revision_number': 3, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:20:02.283419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e0bcc-d5e2-44a1-9df2-ad195e920781 req-1f3342bc-ecf2-4a58-ba4e-0bf36ad03ca4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:02.285055 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba8e0bcc-d5e2-44a1-9df2-ad195e920781 req-1f3342bc-ecf2-4a58-ba4e-0bf36ad03ca4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1993582 Jun 09 22:20:02.332953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:02.342810 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2bdf5b8c-9431-4f71-853e-c48700041341 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:02.435550 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Pushing event updated for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:02.441674 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:02.464201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Network e22acea9-e7e0-42b4-83b5-48649c541eea is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:02.465857 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:02.470655 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:20:02.471267 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:02.497937 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba8e0bcc-d5e2-44a1-9df2-ad195e920781 req-37befb63-eca2-496b-806f-d69f2d167291 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990750 Jun 09 22:20:02.984182 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:03.105663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ba9a-04d5-45e2-939a-e853a821a094 req-eb18f075-7af3-456e-b316-b748b146bceb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:03.107333 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-69c7ba9a-04d5-45e2-939a-e853a821a094 req-eb18f075-7af3-456e-b316-b748b146bceb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.4559712 Jun 09 22:20:03.176159 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-69c7ba9a-04d5-45e2-939a-e853a821a094 req-ac8de38d-dfdb-432f-9ad1-9e6d0e440f2a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585859 Jun 09 22:20:03.446282 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:03.460877 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df847bc0-4140-45dd-9998-04190a2fb6ce req-3fa66357-0cc2-4b6a-87eb-c24c5b64397e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:03.462442 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-df847bc0-4140-45dd-9998-04190a2fb6ce req-3fa66357-0cc2-4b6a-87eb-c24c5b64397e tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 946 time: 0.1489160 Jun 09 22:20:03.628962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 244fd53e-9a09-49d8-846a-06156de7d4e6 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:03.660980 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-df847bc0-4140-45dd-9998-04190a2fb6ce req-10388e1a-fd60-4c4e-bd30-2f95c5bbb272 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/security-groups?id=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924851 Jun 09 22:20:03.840562 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a9695433-f175-4ac3-a818-9ce78b93920c None None] Provisioning for port 60688a16-423f-48f2-94bd-673be88443ab completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:03.842267 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9a842-38f2-4882-ab9a-2d4510b32cc8 req-c0d2709d-181b-456e-8102-143d206f9ad3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:03.843993 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7b9a842-38f2-4882-ab9a-2d4510b32cc8 req-c0d2709d-181b-456e-8102-143d206f9ad3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0873044 Jun 09 22:20:03.848030 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a9695433-f175-4ac3-a818-9ce78b93920c None None] Provisioning complete for port 60688a16-423f-48f2-94bd-673be88443ab triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:03.848645 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a9695433-f175-4ac3-a818-9ce78b93920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:03.882312 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-b2d006b8-5cfd-4bd9-8fdd-ff91dbd68cf4 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:03.886913 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-b2d006b8-5cfd-4bd9-8fdd-ff91dbd68cf4 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 946 time: 0.0928452 Jun 09 22:20:03.908101 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7b9a842-38f2-4882-ab9a-2d4510b32cc8 req-ebcbbb11-8fd9-42cb-bb9d-c47ceef49a77 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Jun 09 22:20:03.923596 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a9695433-f175-4ac3-a818-9ce78b93920c None None] Port 60688a16-423f-48f2-94bd-673be88443ab cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:20:03.932159 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:03.933302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:03.950071 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:03.995769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 244fd53e-9a09-49d8-846a-06156de7d4e6 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:04.020824 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 244fd53e-9a09-49d8-846a-06156de7d4e6 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:04.020824 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.116932 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Deleting port 99b3940e-fe50-4674-9a59-06f5deb508b1 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:20:04.118175 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.257353 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Network e22acea9-e7e0-42b4-83b5-48649c541eea is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:04.261661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:04.264018 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Pushing event updated for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:04.284654 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:04.292160 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.313548 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 244fd53e-9a09-49d8-846a-06156de7d4e6, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=244fd53e-9a09-49d8-846a-06156de7d4e6,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:04.393111 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] For port 99b3940e-fe50-4674-9a59-06f5deb508b1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99b3940e-fe50-4674-9a59-06f5deb508b1,segment=NetworkSegment(efd67873-31f6-4e0e-8031-01b7f550e534),segment_id=efd67873-31f6-4e0e-8031-01b7f550e534)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:04.401353 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.527549 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.544643 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bf53861-3695-4c0d-89ef-acca90b45f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:04.608890 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853b323-b568-42b7-a498-c83418886583 req-434b8339-b858-44f6-9ab5-9c63ebc0629f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:04.611284 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f853b323-b568-42b7-a498-c83418886583 req-434b8339-b858-44f6-9ab5-9c63ebc0629f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.4414530 Jun 09 22:20:04.617445 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Calling delete_port for 99b3940e-fe50-4674-9a59-06f5deb508b1 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:20:04.706864 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=244fd53e-9a09-49d8-846a-06156de7d4e6,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:04.711308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:04.712471 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-6d447a62-f49d-4149-b652-10939ab70b45 None None] Provisioning complete for port 60688a16-423f-48f2-94bd-673be88443ab triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:04.713007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6d447a62-f49d-4149-b652-10939ab70b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.740647 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f853b323-b568-42b7-a498-c83418886583 req-4f8c5fd3-e0a0-467a-b52d-28c0a8afb9c4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130562 Jun 09 22:20:04.746250 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:20:04.857704 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-6d447a62-f49d-4149-b652-10939ab70b45 None None] Port 60688a16-423f-48f2-94bd-673be88443ab cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:20:04.889110 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:04.903895 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['99b3940e-fe50-4674-9a59-06f5deb508b1'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:20:04.915360 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:04.974997 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Pushing event deleted for resources: {'Port': ['ID=99b3940e-fe50-4674-9a59-06f5deb508b1,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:04.977631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:05.080703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] No DVR routers for this DVR port 99b3940e-fe50-4674-9a59-06f5deb508b1 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:20:05.086162 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:05.090509 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ad4149ac-5a7e-40bf-a9dd-e17d30c91e00 req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.35 "DELETE /v2.0/ports/99b3940e-fe50-4674-9a59-06f5deb508b1 HTTP/1.1" status: 204 len: 173 time: 1.1859250 Jun 09 22:20:05.090509 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'name': 'network-vif-deleted', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:20:05.093725 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a252f8fa-b595-4cce-90b3-4e76dc9c2ebe" -d '{"events": [{"server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "name": "network-vif-deleted", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:20:05.101569 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:20:05.107924 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] 10.222.0.38 "PUT /v2.0/routers/65a7de91-1b2d-43ba-9b2d-86b7168cfe46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6373765 Jun 09 22:20:05.121588 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:20:05.129970 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b058-a202-4c9f-97fd-885c140ee0a9 req-fa40d36d-6829-498e-93ec-a55eae9c7028 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:05.132730 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f76b058-a202-4c9f-97fd-885c140ee0a9 req-fa40d36d-6829-498e-93ec-a55eae9c7028 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1711676 Jun 09 22:20:05.139570 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:05.140469 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:05.222787 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f76b058-a202-4c9f-97fd-885c140ee0a9 req-2da54ba9-32fd-494b-bd9f-00295725f32d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817103 Jun 09 22:20:05.415986 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-16267edd-a46c-48dc-b3d5-42e3ce3f57f3 req-bfd72f5c-2f4a-4821-ad50-1ac45d1aa92f tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] 10.222.0.38 "GET /v2.0/ports?device_id=f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f HTTP/1.1" status: 200 len: 210 time: 0.0621467 Jun 09 22:20:05.513078 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:05.624694 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 244fd53e-9a09-49d8-846a-06156de7d4e6 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:05.695612 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331d4f-ffea-4a11-88d4-d276be94a84a req-eaa8402e-b255-46be-ac08-0da5e827b2e1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:05.704776 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c331d4f-ffea-4a11-88d4-d276be94a84a req-eaa8402e-b255-46be-ac08-0da5e827b2e1 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1074383 Jun 09 22:20:05.779123 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c331d4f-ffea-4a11-88d4-d276be94a84a req-6acb9121-37d5-489d-a16b-8bc71141dc68 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733266 Jun 09 22:20:05.908130 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fca707-fc83-436a-b4ff-1937d17bfa97 x-openstack-request-id: req-39fca707-fc83-436a-b4ff-1937d17bfa97 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:20:05.909065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f", "name": "network-vif-deleted", "tag": "99b3940e-fe50-4674-9a59-06f5deb508b1", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:20:05.909562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39fca707-fc83-436a-b4ff-1937d17bfa97 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:20:05.910242 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27fdfc6-dedb-44c9-ae8e-8e6ff41b2c0f', 'name': 'network-vif-deleted', 'tag': '99b3940e-fe50-4674-9a59-06f5deb508b1', 'status': 'completed', 'code': 200} Jun 09 22:20:06.016417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 244fd53e-9a09-49d8-846a-06156de7d4e6 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:06.019040 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.375441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45548) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:06.381163 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-853787996-network', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:06.409443 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:03Z', 'revision_number': 2, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:06.419853 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:20:06.421705 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Updating router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 port 60688a16-423f-48f2-94bd-673be88443ab binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:20:06.483408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.494745 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.527794 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Made reservation on behalf of 3515a514eff441dfbe5fa30d2332ec1f for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:20:06.530306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.546323 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.624793 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577635-4b62-4b21-b7be-62038b41a145 req-4239d185-ce9b-4eb3-b9cf-444b4dd26830 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:06.624793 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-52577635-4b62-4b21-b7be-62038b41a145 req-4239d185-ce9b-4eb3-b9cf-444b4dd26830 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1755214 Jun 09 22:20:06.776374 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-52577635-4b62-4b21-b7be-62038b41a145 req-83b66a47-b2ef-4069-888f-691fc5ea7271 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454308 Jun 09 22:20:06.855490 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.925811 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.931926 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-df01159e-7a75-4d14-ae72-289058ae22d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:06.964238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:20:06.979820 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c23f8-bdcd-400e-aebc-4fbd27e6c4fb,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:06.983054 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:06.983391 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Added segment 9c9dd180-a14f-4996-9d19-05e36b44944e of type vlan for network f65fed61-3512-4dee-b56e-053de1eb0fd2 Jun 09 22:20:06.984775 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:07.022982 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.148615 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.170937 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98fcf0-bd42-47ad-92ec-a5c7300dd692 req-58bcf644-f0e3-4d89-a465-4a4ea47c8c3c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:07.173779 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3d98fcf0-bd42-47ad-92ec-a5c7300dd692 req-58bcf644-f0e3-4d89-a465-4a4ea47c8c3c tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1431160 Jun 09 22:20:07.173943 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Transition to ACTIVE for port object 60688a16-423f-48f2-94bd-673be88443ab will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:07.210196 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.213436 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:07.214010 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.219119 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:07.229340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.234420 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:07.486397 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3d98fcf0-bd42-47ad-92ec-a5c7300dd692 req-5d1cf50e-bd18-43f4-859c-02ba05bba50f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996726 Jun 09 22:20:07.494411 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1104393 Jun 09 22:20:07.495116 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45564) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:07.502153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Request body: {'subnet': {'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-853787996-subnet', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:07.514532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f65fed61-3512-4dee-b56e-053de1eb0fd2,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:07.518948 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:07.551792 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:20:07.605725 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Made reservation on behalf of 3515a514eff441dfbe5fa30d2332ec1f for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:20:07.608243 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.674903 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Pushing event updated for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:07.677620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:07.684772 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 99b3940e-fe50-4674-9a59-06f5deb508b1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:20:07.781065 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 99b3940e-fe50-4674-9a59-06f5deb508b1 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:20:07.781065 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 99b3940e-fe50-4674-9a59-06f5deb508b1 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:20:07.797585 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Attempting to bind port 60688a16-423f-48f2-94bd-673be88443ab on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:07.801894 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Attempting to bind port 60688a16-423f-48f2-94bd-673be88443ab by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:07.801894 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Attempting to bind port 60688a16-423f-48f2-94bd-673be88443ab on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:07.833438 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:07.834687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Checking segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:07.836035 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:07.836611 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Bound using segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:07.837323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Bound port: 60688a16-423f-48f2-94bd-673be88443ab, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:07.838021 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.011699 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.018722 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2ff3c239-b929-4d80-9fc8-050864934fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:08.026617 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] For port 60688a16-423f-48f2-94bd-673be88443ab, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:08.042153 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] For port 60688a16-423f-48f2-94bd-673be88443ab, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=60688a16-423f-48f2-94bd-673be88443ab,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:08.106386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f34250-5881-47db-858f-87b50d32b744,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:08.111995 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:08.153267 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Checking segment: {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:08.153943 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Network hostable DHCP agents. Network: f65fed61-3512-4dee-b56e-053de1eb0fd2, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:20:08.160752 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.161945 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e031a-34cf-40ba-961c-f2e2932acbfa req-040ed060-41e1-460c-99c0-7ee7d6a0a6a5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:08.163457 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-515e031a-34cf-40ba-961c-f2e2932acbfa req-040ed060-41e1-460c-99c0-7ee7d6a0a6a5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1656942 Jun 09 22:20:08.166972 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-4bdae9af-4862-4f6a-b2c8-a8120e07d230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:08.234266 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-515e031a-34cf-40ba-961c-f2e2932acbfa req-7dc598bd-eeed-467a-a85a-57941734b50a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646369 Jun 09 22:20:08.281710 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:20:08.294667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:08.295549 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:08.338026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, f65fed61-3512-4dee-b56e-053de1eb0fd2) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:08.348082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:08.352097 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.389466 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f851f3-1168-47d4-be71-d67601fec4b6 None None] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:20:08.430478 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9329028 Jun 09 22:20:08.431195 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45584) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:08.444254 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:08.590192 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.591255 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.644773 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:08.809351 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Pushing event updated for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:08.832267 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:08.844975 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:09.227136 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:09.236224 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-f65fed61-3512-4dee-b56e-053de1eb0fd2', 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'fixed_ips': [{'subnet_id': '34f34250-5881-47db-858f-87b50d32b744'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:20:09.237755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:09.279802 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66002e-9354-412e-99af-32147bbe869f req-d8e08557-9009-4d07-a5e5-fb1088e6e605 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:09.288632 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9c66002e-9354-412e-99af-32147bbe869f req-d8e08557-9009-4d07-a5e5-fb1088e6e605 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.5689502 Jun 09 22:20:09.495070 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9c66002e-9354-412e-99af-32147bbe869f req-8f3b050f-fffb-4b6f-9a1d-a24c1266841b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042258 Jun 09 22:20:09.693674 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:08Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:09.697436 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Allocated IP 172.20.0.2 (f65fed61-3512-4dee-b56e-053de1eb0fd2/34f34250-5881-47db-858f-87b50d32b744/5eaca924-9459-4963-a4ed-053cf7c40eae) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:20:09.702190 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d396-98a6-4454-8492-d9fcc881ebe2 None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:08Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:20:09.928047 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:09.964723 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.004764 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.047294 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74712d-755b-47df-9c65-b5f23a56c98c req-0fda9500-bf70-46b4-9321-4f997c46be76 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:10.049030 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc74712d-755b-47df-9c65-b5f23a56c98c req-0fda9500-bf70-46b4-9321-4f997c46be76 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.2886922 Jun 09 22:20:10.167192 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc74712d-755b-47df-9c65-b5f23a56c98c req-ad67bee1-843c-41f8-adf6-d75faba77f38 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053975 Jun 09 22:20:10.199229 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Allocated IP 172.27.0.209 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/5a4ca4fe-cd14-4794-b373-71cf2ad363c7) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:20:10.273878 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Transition to ACTIVE for port object 5eaca924-9459-4963-a4ed-053cf7c40eae will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:10.297646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Transition to ACTIVE for port object 5eaca924-9459-4963-a4ed-053cf7c40eae will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:10.365277 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.471541 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.475600 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-687233c6-a709-4b54-940e-c01f37c943bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:10.498289 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.503924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:10.669756 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:10.678622 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:10.698147 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:10.701403 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:10.702825 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:10.715431 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:10.726337 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:20:10.734148 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:20:10.781060 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Pushing event updated for resources: {'Port': ['ID=5eaca924-9459-4963-a4ed-053cf7c40eae,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:10.836902 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:10.866215 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Attempting to bind port 5eaca924-9459-4963-a4ed-053cf7c40eae on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:10.866591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Attempting to bind port 5eaca924-9459-4963-a4ed-053cf7c40eae by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:10.866972 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Attempting to bind port 5eaca924-9459-4963-a4ed-053cf7c40eae on network f65fed61-3512-4dee-b56e-053de1eb0fd2 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:10.886383 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:10.886790 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Checking segment: {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:10.887209 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:10.887725 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Bound using segment: {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:10.888222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Bound port: 5eaca924-9459-4963-a4ed-053cf7c40eae, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:10.888607 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:11.061710 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] For port 5eaca924-9459-4963-a4ed-053cf7c40eae, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:11.069165 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] For port 5eaca924-9459-4963-a4ed-053cf7c40eae, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5eaca924-9459-4963-a4ed-053cf7c40eae,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:11.155875 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:11.166292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:11.225808 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ad9f-584a-4e7d-8810-a61d3f008ff2 req-1786e6ab-b076-4165-97f0-d9ca57996e32 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:11.252323 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ed54ad9f-584a-4e7d-8810-a61d3f008ff2 req-1786e6ab-b076-4165-97f0-d9ca57996e32 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.4291115 Jun 09 22:20:11.389856 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Pushing event updated for resources: {'Port': ['ID=5eaca924-9459-4963-a4ed-053cf7c40eae,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:11.394638 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:11.609281 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ed54ad9f-584a-4e7d-8810-a61d3f008ff2 req-25b3056b-d8da-4287-890a-3f78d1f84f58 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608418 Jun 09 22:20:11.691310 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 60688a16-423f-48f2-94bd-673be88443ab up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:11.820122 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-f4e68113-7595-41a7-aaff-8c14e39d48d5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:11.821757 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-f4e68113-7595-41a7-aaff-8c14e39d48d5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.5758824 Jun 09 22:20:11.846121 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:11.848822 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2850acae-6133-4526-b64b-7b2470713bd8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/quotas/d5ed8e73e82845cead4cb8b6cc8793f6 HTTP/1.1" status: 200 len: 375 time: 0.0135217 Jun 09 22:20:11.962656 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-49493ae4-5241-4933-823d-c59c83dbbdca tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085725 Jun 09 22:20:12.129529 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-f138aa0b-96ff-47ba-be7c-43fe37058b48 service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564260 Jun 09 22:20:12.137037 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 60688a16-423f-48f2-94bd-673be88443ab completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:12.143390 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 60688a16-423f-48f2-94bd-673be88443ab triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:12.143780 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:12.236228 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5be33-fe04-45fc-8ddc-39dad27e05a9 req-bf7bc807-2959-48c4-adff-d6348203e68e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:12.243199 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e7f5be33-fe04-45fc-8ddc-39dad27e05a9 req-bf7bc807-2959-48c4-adff-d6348203e68e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.3167038 Jun 09 22:20:12.295390 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe0975a6-85ae-4517-8530-eb2f60bbf94e service neutron] 10.222.0.38 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552887 Jun 09 22:20:12.295736 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:12.336109 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 60688a16-423f-48f2-94bd-673be88443ab, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=60688a16-423f-48f2-94bd-673be88443ab,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:12.341994 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e7f5be33-fe04-45fc-8ddc-39dad27e05a9 req-44b3548b-81cd-42b5-a2c5-57397417c094 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977423 Jun 09 22:20:12.375444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:12.400430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:12.402659 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:12.481610 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:12.485304 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:12.678017 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7a294adc-797f-4512-8973-33b5614d4972 req-5f23dec4-987f-4b34-ae55-ea075eed6a51 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.0679698 Jun 09 22:20:12.757211 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4837f8b-543a-46e9-b2f2-e362b2159970 None None] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:20:12.782810 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Router c32e2835-092f-44f6-997e-7852e4c7f448 is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:20:12.909540 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a93a3-885a-4566-8400-e9af0ccd6a99 req-e4f47a09-cf87-4dba-9cac-88e1005c8b85 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:12.911427 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e33a93a3-885a-4566-8400-e9af0ccd6a99 req-e4f47a09-cf87-4dba-9cac-88e1005c8b85 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1425688 Jun 09 22:20:12.953340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-bcbe8cf6-7134-4734-8705-d22e7905f53b None None] Provisioning for port 5eaca924-9459-4963-a4ed-053cf7c40eae completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:12.960800 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e33a93a3-885a-4566-8400-e9af0ccd6a99 req-fbd7a16a-429d-4fd5-af70-1ddedad014c3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Jun 09 22:20:13.015418 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:20:13.026806 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Sync routers for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:20:13.068040 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:13.068232 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:13.141327 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:13.141327 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7070646 Jun 09 22:20:13.142926 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45688) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:13.348468 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:13.649575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5eaca924-9459-4963-a4ed-053cf7c40eae up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:13.747529 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:11Z', 'revision_number': 3, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:13.753144 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Checking router: c32e2835-092f-44f6-997e-7852e4c7f448 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:20:13.753773 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Updating router c32e2835-092f-44f6-997e-7852e4c7f448 port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:20:13.796875 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec8e2f-cc4d-42c3-90fd-2283a57dcae4 req-1eee2c84-01b4-4735-8f28-d01d8dfe25cd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:13.798446 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0fec8e2f-cc4d-42c3-90fd-2283a57dcae4 req-1eee2c84-01b4-4735-8f28-d01d8dfe25cd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.2698009 Jun 09 22:20:13.817141 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 5eaca924-9459-4963-a4ed-053cf7c40eae completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:13.819307 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:13.822572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 5eaca924-9459-4963-a4ed-053cf7c40eae triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:13.822968 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:13.919268 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b25a3407-60ae-49c3-8ddf-ac4091c805ad req-659cfa06-86e6-4c5d-8357-7e8dd000a3c9 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.0783215 Jun 09 22:20:13.961518 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0fec8e2f-cc4d-42c3-90fd-2283a57dcae4 req-2a986643-6114-431f-accc-2fee403085a0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540444 Jun 09 22:20:13.984614 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.045888 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 5eaca924-9459-4963-a4ed-053cf7c40eae, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5eaca924-9459-4963-a4ed-053cf7c40eae,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:14.119995 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.120855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 60688a16-423f-48f2-94bd-673be88443ab up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:14.186542 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:14.199580 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d73d-6175-44d6-b8bd-787b66df47ac req-b898857d-034b-4afa-8d7e-7c6fe48a06b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:14.204558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.204704 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1ea6d73d-6175-44d6-b8bd-787b66df47ac req-b898857d-034b-4afa-8d7e-7c6fe48a06b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1037607 Jun 09 22:20:14.252854 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.274160 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Transition to ACTIVE for port object 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:14.291015 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=5eaca924-9459-4963-a4ed-053cf7c40eae,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:14.296508 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:14.301454 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1ea6d73d-6175-44d6-b8bd-787b66df47ac req-d079da66-c863-4c9d-a85f-ba872c15e684 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847015 Jun 09 22:20:14.316446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 60688a16-423f-48f2-94bd-673be88443ab triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:14.316838 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.342988 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.349522 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:14.437818 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Attempting to bind port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:14.437818 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Attempting to bind port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:14.437818 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Attempting to bind port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:14.442157 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1b2a-88af-4806-8a1c-47d65e5128b2 None None] Pushing event updated for resources: {'Port': ['ID=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:14.451756 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-3abb1b2a-88af-4806-8a1c-47d65e5128b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:14.452606 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:14.452768 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Allocated IP 172.20.0.1 (f65fed61-3512-4dee-b56e-053de1eb0fd2/34f34250-5881-47db-858f-87b50d32b744/178344de-fbe7-4b55-a1de-a63fd0c1d9fc) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:20:14.453194 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:14.453567 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.454108 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:14.454830 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Bound port: 5a4ca4fe-cd14-4794-b373-71cf2ad363c7, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:14.455463 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.532732 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] For port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:14.535942 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] For port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:14.601881 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.612481 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.617272 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:14.617571 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Transition to ACTIVE for port object 178344de-fbe7-4b55-a1de-a63fd0c1d9fc will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:14.691626 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:14.692241 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:14.703478 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.708128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:14.745673 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1b2a-88af-4806-8a1c-47d65e5128b2 None None] Pushing event updated for resources: {'Port': ['ID=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:14.758897 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-3abb1b2a-88af-4806-8a1c-47d65e5128b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:14.773417 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:14.776247 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:14.779913 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:20:14.780384 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:14.798626 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Pushing event updated for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:14.804458 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:14.880957 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:14.968846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.183345 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-56e46a8a-568a-4df1-934b-348f9dbb651a None None] Provisioning for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:15.190939 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-56e46a8a-568a-4df1-934b-348f9dbb651a None None] Provisioning complete for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:15.196085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-56e46a8a-568a-4df1-934b-348f9dbb651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.291513 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:11Z', 'revision_number': 3, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:15.298329 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b735e-7d1c-408b-9113-ba893bdb0cd9 None None] The sync data for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi is: [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:11Z', 'revision_number': 3, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:20:15.310462 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-56e46a8a-568a-4df1-934b-348f9dbb651a None None] Port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:20:15.333177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e83f-e000-4d85-a251-5ba37351c1a0 req-d338c1c3-f3bb-4229-bc37-a970c2697971 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:15.334821 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd73e83f-e000-4d85-a251-5ba37351c1a0 req-d338c1c3-f3bb-4229-bc37-a970c2697971 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1860194 Jun 09 22:20:15.400112 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9de5298c-25d9-49b0-9e4d-e212cdd81287 req-9e63a77c-c917-492d-958c-4525cc726207 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.1702719 Jun 09 22:20:15.428824 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd73e83f-e000-4d85-a251-5ba37351c1a0 req-25226772-5177-4091-baba-0820a4839e8b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705154 Jun 09 22:20:15.446316 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.542941 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5eaca924-9459-4963-a4ed-053cf7c40eae up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:15.601699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.602240 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.614116 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:15.621997 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 5eaca924-9459-4963-a4ed-053cf7c40eae triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:15.622374 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:15.837613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Pushing event updated for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:15.849583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:15.876071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-867b5654-c66f-48ef-838f-2b831615d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:15.877668 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-867b5654-c66f-48ef-838f-2b831615d6a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1098 time: 0.1589546 Jun 09 22:20:15.956929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3cb0a-0972-47d0-86ff-a45c644533e7 req-4ae2efb2-0993-4268-9035-676f6c32e5ab tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:15.958658 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-71f3cb0a-0972-47d0-86ff-a45c644533e7 req-4ae2efb2-0993-4268-9035-676f6c32e5ab tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.4039640 Jun 09 22:20:15.968233 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:15.971195 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:16.091681 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-38f5226f-beea-46a1-b8e8-0d2fca5c8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:16.093207 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-38f5226f-beea-46a1-b8e8-0d2fca5c8a78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.2080853 Jun 09 22:20:16.189151 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-71f3cb0a-0972-47d0-86ff-a45c644533e7 req-40074e30-3150-4e04-8f34-5655f4d312a2 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186630 Jun 09 22:20:16.257952 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-26d89dc3-056f-4571-8c3e-20f63b6b5ce1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 1001 time: 0.1544101 Jun 09 22:20:16.281377 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Router c32e2835-092f-44f6-997e-7852e4c7f448 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:20:16.335079 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-4afbdbc9-4574-440d-bea4-444dde9dba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:16.336730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-4afbdbc9-4574-440d-bea4-444dde9dba43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0703747 Jun 09 22:20:16.374488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-e6cc0fd8-b01d-4768-b620-3e4938ebf03a None None] Provisioning complete for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:16.375104 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e6cc0fd8-b01d-4768-b620-3e4938ebf03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:16.448089 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-dc5d5e34-c02c-4704-8404-06a7b53064a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:16.451262 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-dc5d5e34-c02c-4704-8404-06a7b53064a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018534 Jun 09 22:20:16.531937 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc0fd8-b01d-4768-b620-3e4938ebf03a None None] Port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:20:16.690777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:20:16.700801 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] 10.222.0.38 "PUT /v2.0/routers/c32e2835-092f-44f6-997e-7852e4c7f448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5566008 Jun 09 22:20:16.709676 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e511dba5-c5c5-446e-acb4-a350bad5027d req-fc0ebc58-736a-4f1c-98b5-2578dc35cbfc tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.0900707 Jun 09 22:20:16.878882 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-1b55e910-6c32-4b32-bf90-feabc42b16a5 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133184 Jun 09 22:20:17.069136 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209b43-7849-4ee9-af28-cebb56247e95 req-ec0ada01-8b5b-4435-b11f-109b5d9062d8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:17.071254 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b6209b43-7849-4ee9-af28-cebb56247e95 req-ec0ada01-8b5b-4435-b11f-109b5d9062d8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 945 time: 0.1986427 Jun 09 22:20:17.084584 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-084e7d5c-2311-4f7f-b325-a36fdc8ba89d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:17.090840 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-084e7d5c-2311-4f7f-b325-a36fdc8ba89d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 815 time: 0.4414032 Jun 09 22:20:17.128796 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Request body: {'port': {'device_id': '58a1bce1-923a-4455-943b-a97870a729a4', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'admin_state_up': True, 'tenant_id': 'd5ed8e73e82845cead4cb8b6cc8793f6'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:17.220619 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ab539efa-0226-40fd-8c07-76f67f257a1b req-979536d0-a291-4ff9-81e5-9286a9e3100e service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340907 Jun 09 22:20:17.257328 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b6209b43-7849-4ee9-af28-cebb56247e95 req-1898076f-5196-4ac5-a80b-3e41a5e3dd26 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649699 Jun 09 22:20:17.670078 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:17.674030 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Made reservation on behalf of d5ed8e73e82845cead4cb8b6cc8793f6 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:20:17.678364 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:17.743084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:20:17.979936 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bdb37-c70c-487c-8802-eb55783c939e req-5963d166-e337-435d-b30b-86901df5821d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:17.980743 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:17.981882 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-458bdb37-c70c-487c-8802-eb55783c939e req-5963d166-e337-435d-b30b-86901df5821d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.4349458 Jun 09 22:20:18.002298 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:18.015774 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:18.016666 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.076720 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Sync routers for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:20:18.119524 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:18.126393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:20:18.130100 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee010ac-a3d8-4489-8971-535cbbc324be" -d '{"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:20:18.152202 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-458bdb37-c70c-487c-8802-eb55783c939e req-03d50c61-1ca2-4421-9330-1eb55a0d9978 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223884 Jun 09 22:20:18.153899 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Allocated IP 172.20.0.4 (039b63d1-b982-44d1-a196-a5cbcd7c79b1/4f17ae28-49fb-4b57-85bb-d9a11b0d0a80/96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:20:18.167034 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:18.168038 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:18.229775 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45790) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:18.234721 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764251182', 'description': 'tempest-secgroup-smoke-764251182 description', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:18.242575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.256707 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:18.334669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e384b-35c7-48dc-8f01-13e9d79c959b x-openstack-request-id: req-b55e384b-35c7-48dc-8f01-13e9d79c959b {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:20:18.334999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:20:18.335273 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b55e384b-35c7-48dc-8f01-13e9d79c959b {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:20:18.335884 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'code': 200} Jun 09 22:20:18.366032 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.398593 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=8']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:18.423007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:18.578007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:18.705870 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ef90b7c5-bae8-4bd5-8642-87b7e706605c req-8b9cf619-a851-4314-86c0-fe6b5ebac425 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.1142924 Jun 09 22:20:18.805835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.815005 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.881219 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119ca7d-fba4-48ea-9552-4e12fc5cec00 req-f7b8c65b-2f75-48a7-860b-8d007bca3e2a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:18.890673 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f119ca7d-fba4-48ea-9552-4e12fc5cec00 req-f7b8c65b-2f75-48a7-860b-8d007bca3e2a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.3370306 Jun 09 22:20:18.909471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.921027 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b6f36f16-bc29-4818-8e2f-4af00b45aa3d tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:18.952368 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:18.987297 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:19.053476 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:20:19.059449 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:20:19.074855 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:20:19.085873 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:19.087631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.093945 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f119ca7d-fba4-48ea-9552-4e12fc5cec00 req-faa94230-38d2-4718-aa5a-c4a20bf3f42d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012081 Jun 09 22:20:19.127435 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event updated for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:19.145128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:19.146678 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3305fa-5642-4e14-80d4-8b9102e13b9d,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:19.153319 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:19.183460 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0611501 Jun 09 22:20:19.204297 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Request body: {'port': {'device_id': '58a1bce1-923a-4455-943b-a97870a729a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:19.206597 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.211945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888', '75b7db93-adaf-46d8-add9-b71a929b9c33', '02587d54-899f-4b86-b7b4-7ae52b0334cc'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:20:19.212760 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9807916 Jun 09 22:20:19.218141 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45806) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:19.220293 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:19.375498 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.433761 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.557842 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.575665 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:19.582526 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.634205 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.636887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:19.667496 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.674411 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:19.716550 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c05700-3902-484f-a9b5-b499387b2f12,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:19.721907 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:19.733553 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d12152-8223-49bf-bd25-7187362573f6 req-b4add056-b35c-4061-8aa0-9b505720620d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:19.735649 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d3d12152-8223-49bf-bd25-7187362573f6 req-b4add056-b35c-4061-8aa0-9b505720620d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.3066223 Jun 09 22:20:19.794438 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:19.798919 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5835240 Jun 09 22:20:19.799523 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45814) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:19.804402 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:19.865848 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d3d12152-8223-49bf-bd25-7187362573f6 req-a0c4f3a4-56b0-4769-baea-eb1f692dbd82 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209629 Jun 09 22:20:19.881570 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:19.889855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:19.939487 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 4, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '178344de-fbe7-4b55-a1de-a63fd0c1d9fc', 'name': '', 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'mac_address': 'fa:16:3e:0c:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '34f34250-5881-47db-858f-87b50d32b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:14Z', 'updated_at': '2021-06-09T22:20:15Z', 'revision_number': 2, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'subnets': [{'id': '34f34250-5881-47db-858f-87b50d32b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:19.949526 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Checking router: c32e2835-092f-44f6-997e-7852e4c7f448 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:20:19.949887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Updating router c32e2835-092f-44f6-997e-7852e4c7f448 port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:20:19.994088 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.039829 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.209722 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616652d-e5fa-42da-8bac-c047ccc3f2e8 req-2f953c90-8b29-46db-8cb2-d01962d42e92 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:20.227033 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3616652d-e5fa-42da-8bac-c047ccc3f2e8 req-2f953c90-8b29-46db-8cb2-d01962d42e92 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 931 time: 0.2857504 Jun 09 22:20:20.283379 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.359777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:20:20.361166 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3616652d-e5fa-42da-8bac-c047ccc3f2e8 req-7645cb09-b85b-4224-83b7-2dec03f39bf3 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283135 Jun 09 22:20:20.365338 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.373515 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-36691af7-6f9f-4b82-9dc7-78ca4ab71b07 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:20.374633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.394107 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Transition to ACTIVE for port object 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:20.444981 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1401ec91-e759-4abb-9efa-9a4c93625602,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:20.456573 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:20.503167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.520042 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:20.582932 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.592771 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7873542 Jun 09 22:20:20.592771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45828) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:20.593493 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:20.650900 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.671326 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Transition to ACTIVE for port object 178344de-fbe7-4b55-a1de-a63fd0c1d9fc will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:20:20.677501 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Pushing event updated for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:20.691584 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:20.729742 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.743047 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.748485 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce176e35-9b8d-40d8-847e-df9d1d5812e4 req-ae0e8afd-ea46-4d43-b087-880def6bb357 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:20.753547 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce176e35-9b8d-40d8-847e-df9d1d5812e4 req-ae0e8afd-ea46-4d43-b087-880def6bb357 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.3579428 Jun 09 22:20:20.761732 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:20.800544 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Attempting to bind port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:20.800886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Attempting to bind port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:20.805400 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Attempting to bind port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:20.812648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:20:20.813532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Attempting to bind port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 on network 039b63d1-b982-44d1-a196-a5cbcd7c79b1 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:20.821280 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:20.821615 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Checking segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:20.822003 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Bound using segment: {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:20.822426 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Bound port: 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c3aa58-581d-4a79-8eba-bee949b00835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:20.822768 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.835557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.871281 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce176e35-9b8d-40d8-847e-df9d1d5812e4 req-68014662-d58d-43f5-88a4-687250c0bd68 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165738 Jun 09 22:20:20.885411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:20.888883 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:20.966050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3a30e9-7162-42da-96ed-4e228c78a9b9,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:20.971463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:21.054216 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.058852 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4693360 Jun 09 22:20:21.059936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45838) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:21.073680 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:21.128516 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:21.141367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:21.163309 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Pushing event updated for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:21.168887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:21.217898 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.230259 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f81c379e-d7fd-4f17-997e-ba1c87144bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:21.373351 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:21.374011 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.386615 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.388056 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] 10.222.0.35 "PUT /v2.0/ports/96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 HTTP/1.1" status: 200 len: 1093 time: 2.1902077 Jun 09 22:20:21.388581 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:20:21.390957 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8670f1-828f-434c-b284-5bf52b26086d" -d '{"events": [{"name": "network-changed", "server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:20:21.441570 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86945c19-69fa-4d23-ab03-6505e0b86616 req-3dd86c4c-4539-4e8a-a51e-c2ed1832cf64 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:21.443192 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86945c19-69fa-4d23-ab03-6505e0b86616 req-3dd86c4c-4539-4e8a-a51e-c2ed1832cf64 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.3046319 Jun 09 22:20:21.463149 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Pushing event updated for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:21.474684 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:21.565246 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86945c19-69fa-4d23-ab03-6505e0b86616 req-b4ead8ea-024e-4bbd-8e1d-d2bac9abdfe5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060669 Jun 09 22:20:21.642868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.704628 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.708837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:21.712960 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fa3ecce7-13df-4aca-b741-453f7fa85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:21.716406 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-fa3ecce7-13df-4aca-b741-453f7fa85a78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 1096 time: 0.1944969 Jun 09 22:20:21.744438 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:20:21.815735 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe91942-b9a4-45f3-a115-ec2ea2d5c8d5,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:21.842166 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:21.858559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Attempting to bind port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:20:21.858559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Attempting to bind port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:20:21.858559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Attempting to bind port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc on network f65fed61-3512-4dee-b56e-053de1eb0fd2 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:20:21.870367 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:20:21.870784 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Checking segment: {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:20:21.871209 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.873474 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Bound using segment: {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:20:21.874046 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Bound port: 178344de-fbe7-4b55-a1de-a63fd0c1d9fc, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9dd180-a14f-4996-9d19-05e36b44944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:20:21.874389 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.886106 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:21.912788 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-3ffa6e55-9897-4f40-9013-90983604ed48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 HTTP/1.1" status: 200 len: 217 time: 0.1870863 Jun 09 22:20:21.915085 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:21.916510 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8548954 Jun 09 22:20:21.920770 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45868) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:22.007196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8089b9f-6ed6-4353-ad32-9c0d18007735 req-c5412e40-6b57-4662-b9df-a9cd852b35df tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:22.021148 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8089b9f-6ed6-4353-ad32-9c0d18007735 req-c5412e40-6b57-4662-b9df-a9cd852b35df tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 943 time: 0.1662111 Jun 09 22:20:22.028283 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:22.086099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45872) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:22.093371 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8089b9f-6ed6-4353-ad32-9c0d18007735 req-2f595e83-fab4-46c0-9bbf-1030064a668f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Jun 09 22:20:22.236573 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8483cd76-255b-44c8-8175-bc7f51f8cadf x-openstack-request-id: req-8483cd76-255b-44c8-8175-bc7f51f8cadf {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:20:22.236573 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:20:22.236573 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8483cd76-255b-44c8-8175-bc7f51f8cadf {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:20:22.236573 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7', 'status': 'completed', 'code': 200} Jun 09 22:20:22.293209 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-eeabe291-97d4-439a-9166-375c2ca0ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:22.293209 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-eeabe291-97d4-439a-9166-375c2ca0ab33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.3707979 Jun 09 22:20:22.460256 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-89b71011-79d4-4279-80c0-617ce575752b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610105 Jun 09 22:20:22.463339 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Deleting subnet 8f70eb17-8910-47f8-9bb3-fb6bac679b5d {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:20:22.466979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.469491 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:22.469952 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.567577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] For port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:20:22.571321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] For port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:20:22.608543 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.securitygroups_db [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Project 66127ccdfaa04a70b01fa4cd7d436032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:20:22.623551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.632679 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.657672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.702081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:22.724300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:22.811249 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Pushing event updated for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:22.825649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:22.866084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:20:22.866742 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:19:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:22.870572 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-7f9390c9-8862-45c8-aea4-67c0b4ac454c service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766263 Jun 09 22:20:22.916129 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.054029 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.068201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:23.069399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc95fb7-e4b7-44ea-80e7-5c1d811d5568 req-4b0ab322-dd82-4209-967e-37e0512d54ac tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:23.082490 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fc95fb7-e4b7-44ea-80e7-5c1d811d5568 req-4b0ab322-dd82-4209-967e-37e0512d54ac tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1561501 Jun 09 22:20:23.163971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.169522 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fc95fb7-e4b7-44ea-80e7-5c1d811d5568 req-2ef3904b-0972-46eb-842e-8da70faa3659 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856886 Jun 09 22:20:23.207007 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b7ef92-d4f8-4909-8b2c-a89c4f18c95c,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:23.241252 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:23.243025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:23.299730 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:20:23.349140 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.354097 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45894) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:23.368217 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8f70eb17-8910-47f8-9bb3-fb6bac679b5d HTTP/1.1" status: 204 len: 168 time: 1.2753952 Jun 09 22:20:23.389431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.392184 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3732817 Jun 09 22:20:23.395926 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45896) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:23.409661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'security_group_rule': {'security_group_id': '5b3305fa-5642-4e14-80d4-8b9102e13b9d', 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:20:23.415028 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f70eb17-8910-47f8-9bb3-fb6bac679b5d,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:23.420954 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ca6b3bc8-7f20-4a67-b2f4-7ad176bbdcf0 req-48537e0a-9ced-4c40-b430-f03eb61836a5 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355406 Jun 09 22:20:23.424407 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-217cdcb7-9314-4579-b6bb-1fe1550be50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:23.614446 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.securitygroups_db [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Project 66127ccdfaa04a70b01fa4cd7d436032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:20:23.642510 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.654866 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.772558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.820412 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8670f1-828f-434c-b284-5bf52b26086d req-1edca35b-2a6a-4678-bf44-1119c0c9a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:23.822511 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-1edca35b-2a6a-4678-bf44-1119c0c9a3f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 1096 time: 0.2557263 Jun 09 22:20:23.850949 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.853860 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10829b-9643-41a9-8270-2ca8baa373e7 req-04a544a4-fc48-41dc-9fa5-c57fb1e42829 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:23.855645 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5a10829b-9643-41a9-8270-2ca8baa373e7 req-04a544a4-fc48-41dc-9fa5-c57fb1e42829 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 943 time: 0.3935342 Jun 09 22:20:23.882462 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52549523-070a-4d9e-a10d-4100b5d46321']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:23.892741 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351aaa2f-cc61-468e-b525-52644d0053f3') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:23.892741 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351aaa2f-cc61-468e-b525-52644d0053f3') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:23.906660 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.925301 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:23.932209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:20:23.935056 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:20:24.004001 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45904) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:24.037432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 4, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '178344de-fbe7-4b55-a1de-a63fd0c1d9fc', 'name': '', 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'mac_address': 'fa:16:3e:0c:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '34f34250-5881-47db-858f-87b50d32b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:14Z', 'updated_at': '2021-06-09T22:20:22Z', 'revision_number': 4, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'subnets': [{'id': '34f34250-5881-47db-858f-87b50d32b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:24.042299 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6cd02-c147-402f-9119-6a184fe761cf None None] The sync data for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi is: [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:20:14Z', 'revision_number': 4, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '178344de-fbe7-4b55-a1de-a63fd0c1d9fc', 'name': '', 'network_id': 'f65fed61-3512-4dee-b56e-053de1eb0fd2', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'mac_address': 'fa:16:3e:0c:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '34f34250-5881-47db-858f-87b50d32b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:14Z', 'updated_at': '2021-06-09T22:20:22Z', 'revision_number': 4, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'subnets': [{'id': '34f34250-5881-47db-858f-87b50d32b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:20:24.052984 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.071710 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:24.113266 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8670f1-828f-434c-b284-5bf52b26086d req-d0240879-1271-43f4-88aa-d34cb4915ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:24.142717 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-d0240879-1271-43f4-88aa-d34cb4915ddf service neutron] 10.222.0.35 "GET /v2.0/networks?id=039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 200 len: 916 time: 0.2816570 Jun 09 22:20:24.189447 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f484a-eba1-45c1-81d0-934fbf84687c req-0b16fbe6-6258-473c-bf75-1738baebf53d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:24.196033 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-587f484a-eba1-45c1-81d0-934fbf84687c req-0b16fbe6-6258-473c-bf75-1738baebf53d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1807837 Jun 09 22:20:24.250113 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.324616 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-587f484a-eba1-45c1-81d0-934fbf84687c req-df07c0ac-f109-4d7e-a168-613c6122a0d8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275508 Jun 09 22:20:24.334009 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.335933 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] 10.222.0.38 "DELETE /v2.0/networks/52549523-070a-4d9e-a10d-4100b5d46321 HTTP/1.1" status: 204 len: 168 time: 0.9807599 Jun 09 22:20:24.342075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:24.360882 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-9c34a82f-2f00-4f90-986e-fdaab24d8e47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 HTTP/1.1" status: 200 len: 217 time: 0.1972418 Jun 09 22:20:24.364683 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8b6a91-bb67-4d91-9a4b-c45237f9988e,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:24.389903 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45928) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:24.392973 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=52549523-070a-4d9e-a10d-4100b5d46321,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:24.396674 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-54f4cb13-7dad-4657-9a44-df586ab85a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:24.446461 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5a10829b-9643-41a9-8270-2ca8baa373e7 req-55b06ed6-716c-4152-bda1-01114e1b2e0b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151163 Jun 09 22:20:24.474826 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8670f1-828f-434c-b284-5bf52b26086d req-03fef4c7-4199-4bae-98c0-00813c8054f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:24.486244 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-03fef4c7-4199-4bae-98c0-00813c8054f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 200 len: 855 time: 0.1086869 Jun 09 22:20:24.486244 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:24.561045 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-a93a0aee-36af-40ff-8b28-92d498fe3938 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=039b63d1-b982-44d1-a196-a5cbcd7c79b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694788 Jun 09 22:20:24.562326 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.562902 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.565571 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1633430 Jun 09 22:20:24.571445 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c428-b770-40c6-8517-20263e54db56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.777832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45956) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:24.810200 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Deleting subnet 9e5f2033-9e94-43bc-9a85-ef7b28b3b255 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:20:24.828209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:24.860917 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-4beddf74-6d15-4040-b666-1848c6cdd155 service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762856 Jun 09 22:20:24.987810 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.135009 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-6e64d148-d160-485a-84db-9ae820a7b6d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3561459 Jun 09 22:20:25.146555 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e8670f1-828f-434c-b284-5bf52b26086d req-86c8c4ff-db8e-4b0b-bb06-40742ba523ad service neutron] 10.222.0.35 "GET /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788002 Jun 09 22:20:25.208835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a2dc-3488-4c17-b0b6-75e3621d28b8 req-655a81f9-9ccd-40bc-8c8c-cb13a9cc826a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:25.221620 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-02b0a2dc-3488-4c17-b0b6-75e3621d28b8 req-655a81f9-9ccd-40bc-8c8c-cb13a9cc826a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.6336434 Jun 09 22:20:25.305155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.333417 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.371768 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-02b0a2dc-3488-4c17-b0b6-75e3621d28b8 req-8766ed7f-cc3d-482b-a94f-c411e8b8e629 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491058 Jun 09 22:20:25.405556 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.414979 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-bfe267a5-5c52-4d94-bd40-24ff5ce84fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:25.664138 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10a9a6f16edc4028801cf8cb0144e07c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5985053 Jun 09 22:20:25.665325 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5f624-6ecb-4570-9aa7-fa3afeebae5a,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:25.667726 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 45996) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:25.680245 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:25.757138 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:20:25.757651 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.799183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:25.814663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b0d7a-625a-444b-b835-6b4fb22808b6 req-52e5a65f-e96b-4a7c-b52a-7f5ae5655fc2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:25.816306 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-298b0d7a-625a-444b-b835-6b4fb22808b6 req-52e5a65f-e96b-4a7c-b52a-7f5ae5655fc2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.3074856 Jun 09 22:20:25.851694 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5f2033-9e94-43bc-9a85-ef7b28b3b255,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:25.854050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.859455 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9e5f2033-9e94-43bc-9a85-ef7b28b3b255 HTTP/1.1" status: 204 len: 168 time: 1.4594657 Jun 09 22:20:25.861285 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 45998) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:25.867918 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6580d494-e268-45db-aaf6-637bde6f46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:25.893487 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:25.962798 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955364c-ddf5-4d75-804e-3efae24a2765 req-56fef7bd-2258-43a5-9c86-e7da4d777215 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:25.965971 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8955364c-ddf5-4d75-804e-3efae24a2765 req-56fef7bd-2258-43a5-9c86-e7da4d777215 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 943 time: 0.2784061 Jun 09 22:20:25.988592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.055936 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 178344de-fbe7-4b55-a1de-a63fd0c1d9fc up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:26.128882 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8955364c-ddf5-4d75-804e-3efae24a2765 req-ed963752-7ad6-449d-90f5-69ba7187ee69 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619027 Jun 09 22:20:26.180362 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:20:26.245666 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.248044 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.252745 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eda5f624-6ecb-4570-9aa7-fa3afeebae5a HTTP/1.1" status: 204 len: 168 time: 0.5839832 Jun 09 22:20:26.254299 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a72ce690-88f6-4977-b484-dfeddcfd739a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:26.275825 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5f624-6ecb-4570-9aa7-fa3afeebae5a,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:26.283622 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:26.302999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:26.372495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7', 'network_id': '039b63d1-b982-44d1-a196-a5cbcd7c79b1', 'port_id': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7', 'mac_address': 'fa:16:3e:b8:8d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17ae28-49fb-4b57-85bb-d9a11b0d0a80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:20:26.412540 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.422573 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:26.434113 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-298b0d7a-625a-444b-b835-6b4fb22808b6 req-9cf7f5cc-d163-4710-b915-7ba540608acf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6104193 Jun 09 22:20:26.459467 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:26.459850 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.609292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.804247 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.808380 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:20:26.826669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.833832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.834846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.836089 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.836834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.837395 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.837943 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.838467 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.838992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.839509 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.840045 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:26.872874 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bb624-81cf-444f-9a17-e3c30dab18ee req-97b70386-1342-4e83-812d-ae2adfca8612 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:26.874626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:26.877680 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:26.884438 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-259bb624-81cf-444f-9a17-e3c30dab18ee req-97b70386-1342-4e83-812d-ae2adfca8612 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2932122 Jun 09 22:20:26.948968 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-259bb624-81cf-444f-9a17-e3c30dab18ee req-4db8f910-3be2-4336-9be9-67d043373657 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Jun 09 22:20:26.968673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:26.990331 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:27.032675 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:27.033021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:27.033422 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:27.033763 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 22:20:27.034113 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4453e5-40ed-4d81-9f12-3ec7b1d5faca']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:27.044065 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.049563 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e392c435-b9da-459d-84e7-12f4ca88c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.055829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416f4531-4bf6-4d82-a0db-3780e94df5fd') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:27.055829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416f4531-4bf6-4d82-a0db-3780e94df5fd') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:27.056166 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.066748 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.097254 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.106111 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:20:27.106510 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.111456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: from cryptography.utils import int_from_bytes Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: from cryptography.utils import int_from_bytes Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:20:27.123969 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:20:27.126962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:27.127563 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:27.338111 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.347903 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:27.353913 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:27.366305 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:27.368899 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a4453e5-40ed-4d81-9f12-3ec7b1d5faca HTTP/1.1" status: 204 len: 168 time: 1.5062585 Jun 09 22:20:27.369975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:27.393783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4453e5-40ed-4d81-9f12-3ec7b1d5faca,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:27.400448 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:27.439640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:20:27.446489 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd94bf3-fb7d-4d25-ad51-e88a6207af32 req-44fb74b1-cb46-49e9-b1bc-371651485ba2 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:27.448148 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9fd94bf3-fb7d-4d25-ad51-e88a6207af32 req-44fb74b1-cb46-49e9-b1bc-371651485ba2 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 944 time: 0.1789324 Jun 09 22:20:27.531745 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9fd94bf3-fb7d-4d25-ad51-e88a6207af32 req-125d0a2b-82c5-4179-964d-9399c387652a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763862 Jun 09 22:20:27.728449 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e006-93a7-4a1e-a9eb-fe49553e3def req-a87aa93c-8908-47b3-a960-bd9e3d221ff8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:27.730172 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0853e006-93a7-4a1e-a9eb-fe49553e3def req-a87aa93c-8908-47b3-a960-bd9e3d221ff8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1018472 Jun 09 22:20:27.828774 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0853e006-93a7-4a1e-a9eb-fe49553e3def req-ffce5762-d929-4666-ab55-9495e371ed95 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890930 Jun 09 22:20:27.847200 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46042) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:27.857798 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 178344de-fbe7-4b55-a1de-a63fd0c1d9fc up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:27.922194 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2fb3909f-b1d3-4a9a-a32c-548c0a518dcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fb27b6b0c004b64b4ce1f34989184d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709813 Jun 09 22:20:27.922893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46044) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:28.018880 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.051408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:28.052053 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.059124 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.111684 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87baf-9400-49f4-a1e9-d4f7dbbc4b13 req-90af9755-388d-40a5-9da5-cb42528168da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:28.113337 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0fa87baf-9400-49f4-a1e9-d4f7dbbc4b13 req-90af9755-388d-40a5-9da5-cb42528168da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.1286588 Jun 09 22:20:28.193637 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0fa87baf-9400-49f4-a1e9-d4f7dbbc4b13 req-ff59bcad-ca0f-40fb-9e3f-135824008201 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702639 Jun 09 22:20:28.194132 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.197583 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.198921 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e924e56-8b6b-442a-b234-07628006756b HTTP/1.1" status: 204 len: 168 time: 0.2749846 Jun 09 22:20:28.199703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-de750d88-4940-4d6b-b007-ce1c7e148c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:28.231535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e924e56-8b6b-442a-b234-07628006756b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:28.236521 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:28.330451 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a7dc-0c0c-4415-b70e-55773e108468 req-63619b32-770c-4dec-b7df-ac41f49d6820 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:28.338471 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eb09a7dc-0c0c-4415-b70e-55773e108468 req-63619b32-770c-4dec-b7df-ac41f49d6820 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1281369 Jun 09 22:20:28.398062 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:28.418037 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eb09a7dc-0c0c-4415-b70e-55773e108468 req-c97db3c4-943c-45ab-9ea9-5dad05a74257 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Jun 09 22:20:28.818156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7cb41-3e3a-4df5-af34-24647675bf78 req-2967432c-7617-4859-92d4-9f6f8a25ae94 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:28.823371 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-50f7cb41-3e3a-4df5-af34-24647675bf78 req-2967432c-7617-4859-92d4-9f6f8a25ae94 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 944 time: 0.1132362 Jun 09 22:20:28.885529 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-50f7cb41-3e3a-4df5-af34-24647675bf78 req-e3d84e0b-97d7-477b-ad0e-800964d308dd tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Jun 09 22:20:29.044892 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02dc6a-c82d-48cf-b6ec-65edd7d84eba req-053acc38-83cb-42b3-a1b3-f76a9421cae9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.046679 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-aa02dc6a-c82d-48cf-b6ec-65edd7d84eba req-053acc38-83cb-42b3-a1b3-f76a9421cae9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1036541 Jun 09 22:20:29.137156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46058) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:29.163783 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-aa02dc6a-c82d-48cf-b6ec-65edd7d84eba req-027af9e9-d6ac-4bd7-bcab-d251116d3ad6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105516 Jun 09 22:20:29.211240 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-7c63f6bd-7066-41d8-ad1c-3b15d376b54f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2919663c1ef49e19c836017fca14fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721846 Jun 09 22:20:29.215014 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46060) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:29.224836 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-9865708a-7c61-49fd-a1b9-cea8f66d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.232109 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-9865708a-7c61-49fd-a1b9-cea8f66d0f32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 1096 time: 0.1244636 Jun 09 22:20:29.311167 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:29.343491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-1d011a66-4c2e-4905-a90d-73ea2ae797af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.345782 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-1d011a66-4c2e-4905-a90d-73ea2ae797af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1096 time: 0.0892897 Jun 09 22:20:29.363307 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:29.544385 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-e9951e46-dd44-4d17-a041-7df352e665e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.545904 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-e9951e46-dd44-4d17-a041-7df352e665e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1902635 Jun 09 22:20:29.609206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:29.613230 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:29.616986 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e92e365e-ba3e-4a9c-8ece-b2a38db195b2 HTTP/1.1" status: 204 len: 168 time: 0.4019301 Jun 09 22:20:29.623293 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f7e4d05c-57c0-44fd-b98c-b1cd0e7d3add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:29.655036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e365e-ba3e-4a9c-8ece-b2a38db195b2,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:29.659216 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:29.760890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c42b-78f5-4a37-b597-c4b1645e25d8 req-97a7c551-d4d8-4ef7-bd44-ee02b87f5b39 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.770925 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2633c42b-78f5-4a37-b597-c4b1645e25d8 req-97a7c551-d4d8-4ef7-bd44-ee02b87f5b39 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2376063 Jun 09 22:20:29.772726 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:20:29.791509 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-fcd76e5b-9c1e-4434-99d1-cd5af15b5f7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 999 time: 0.2385108 Jun 09 22:20:29.844548 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2633c42b-78f5-4a37-b597-c4b1645e25d8 req-bbdb6848-2ceb-4ac8-b591-e9a19c1c76c4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 Jun 09 22:20:29.901868 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-917160db-1f62-4528-bdfd-7f3cc792e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:29.908288 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-917160db-1f62-4528-bdfd-7f3cc792e35f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.1067858 Jun 09 22:20:30.023991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:30.036961 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-111852d1-e7fb-4314-b36d-ad39b86c0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:30.038608 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-111852d1-e7fb-4314-b36d-ad39b86c0448 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127734 Jun 09 22:20:30.041244 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:20:30.049584 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:20:30.050492 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:30.199964 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2f5-9ee1-46f3-beb5-bda69fe9fc75 req-e96594f3-3267-42e6-8acf-396a487d7738 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:30.209590 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-83f7b2f5-9ee1-46f3-beb5-bda69fe9fc75 req-e96594f3-3267-42e6-8acf-396a487d7738 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 944 time: 0.1860950 Jun 09 22:20:30.223381 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-ad4ff5f1-2498-4f37-81ef-94046cd0e7c0 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754704 Jun 09 22:20:30.386865 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-83f7b2f5-9ee1-46f3-beb5-bda69fe9fc75 req-f7e57f83-5519-47b0-8a0f-b4b817fa41c1 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687281 Jun 09 22:20:30.456774 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:30.608574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:20:30.611519 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a772dfd6-ded6-4daf-a358-28d1ec245d88" -d '{"events": [{"server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "name": "network-vif-plugged", "status": "completed", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:20:30.658543 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:30.800963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:30.811502 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:30.885734 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fffd7636-078b-44f8-970d-9f6b64a69fc6 req-9d2d5d2a-7272-4634-94a0-dfd3c946b28f service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506207 Jun 09 22:20:30.926672 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:30.928845 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:30.938915 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6c8c-baa4-473d-a21f-f27b22561705 req-c4cd173f-ec8a-42a4-95dd-fe9d877434eb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:30.940564 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d67d6c8c-baa4-473d-a21f-f27b22561705 req-c4cd173f-ec8a-42a4-95dd-fe9d877434eb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.4091408 Jun 09 22:20:31.006398 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d67d6c8c-baa4-473d-a21f-f27b22561705 req-07da4199-8be1-4bb9-b2a5-0c61ba16c93b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585291 Jun 09 22:20:31.030215 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7c7d6-97be-442b-8e62-85d52ccb7f60 x-openstack-request-id: req-38d7c7d6-97be-442b-8e62-85d52ccb7f60 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:20:31.030523 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "name": "network-vif-plugged", "status": "completed", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:20:31.030788 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38d7c7d6-97be-442b-8e62-85d52ccb7f60 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:20:31.031183 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7', 'code': 200} Jun 09 22:20:31.268248 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-530bf0d0-5824-443b-bdb3-a1ca2a382e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.273196 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-530bf0d0-5824-443b-bdb3-a1ca2a382e3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 1098 time: 0.1531918 Jun 09 22:20:31.354755 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf8095-f0a2-447b-9dc4-78dd97e57290 req-91d31307-0034-4643-9ff7-e9fbb5967aef tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.367085 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8ecf8095-f0a2-447b-9dc4-78dd97e57290 req-91d31307-0034-4643-9ff7-e9fbb5967aef tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1658018 Jun 09 22:20:31.529690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-4a38ebee-2b5e-4e04-bdf1-d95cb90cd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.531230 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-4a38ebee-2b5e-4e04-bdf1-d95cb90cd97a service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.2515092 Jun 09 22:20:31.574011 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8ecf8095-f0a2-447b-9dc4-78dd97e57290 req-dcdd411c-8fdf-4bdb-b65d-4e6bf75810de tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059414 Jun 09 22:20:31.639421 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c68b1d-d7e8-4ede-b09c-a92fb956ae65 req-6df452bc-3bce-4d29-8448-f28ce7e9e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.642671 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-70c68b1d-d7e8-4ede-b09c-a92fb956ae65 req-6df452bc-3bce-4d29-8448-f28ce7e9e84c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 1098 time: 0.1809187 Jun 09 22:20:31.655943 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-7ec4d3d5-ce3b-4688-b864-174ef76d9f1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 200 len: 217 time: 0.1134360 Jun 09 22:20:31.717653 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-70c68b1d-d7e8-4ede-b09c-a92fb956ae65 req-f2e9a696-93ae-400e-88fc-6a83a7369340 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Jun 09 22:20:31.882690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-b3092572-952b-4ac8-82e5-0e024165ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.893863 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-b3092572-952b-4ac8-82e5-0e024165ca4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.1546128 Jun 09 22:20:31.997481 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67078cf-b18b-419c-9d1c-2a19c510ebb1 req-ddca7f5c-12e6-4321-a99e-00124f8f7b93 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:31.999244 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c67078cf-b18b-419c-9d1c-2a19c510ebb1 req-ddca7f5c-12e6-4321-a99e-00124f8f7b93 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.3714774 Jun 09 22:20:32.007930 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-2772b4af-32e5-4aa5-b522-e137084c06c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034365 Jun 09 22:20:32.158755 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c67078cf-b18b-419c-9d1c-2a19c510ebb1 req-6212f33d-438c-4bf1-9807-d3988b6fae5f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495707 Jun 09 22:20:32.242871 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-1441e39a-370c-4f15-9fd5-1763dfdd9ebf service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151546 Jun 09 22:20:32.287761 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809d908-f7d1-43e8-aca7-ce2631f9ad18 req-cec259c0-e63a-4baa-848e-ef75570eb2d9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:32.290164 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f809d908-f7d1-43e8-aca7-ce2631f9ad18 req-cec259c0-e63a-4baa-848e-ef75570eb2d9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1360202 Jun 09 22:20:32.388149 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f809d908-f7d1-43e8-aca7-ce2631f9ad18 req-437d5e45-2ff3-4bc5-b68f-91e22fad531d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919895 Jun 09 22:20:32.482265 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2a06894-6ed7-4616-a75d-f644a851a9cf req-41fa3aaf-305c-4a43-9a26-058362f582d7 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237408 Jun 09 22:20:32.785000 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c586e-f60e-416a-8962-90ed212b3632 req-c5f07ede-a08b-43ee-8348-b7deecdb3224 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:32.787029 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-836c586e-f60e-416a-8962-90ed212b3632 req-c5f07ede-a08b-43ee-8348-b7deecdb3224 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0914660 Jun 09 22:20:32.842739 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-836c586e-f60e-416a-8962-90ed212b3632 req-da8ee4d2-113e-4dc2-87cb-9c276cd28e60 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Jun 09 22:20:33.395589 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b8e1-3b72-4d83-974e-faf00301222b req-a9b2498f-69bc-4ff4-b646-7247ed14b052 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:33.397706 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e138b8e1-3b72-4d83-974e-faf00301222b req-a9b2498f-69bc-4ff4-b646-7247ed14b052 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.1110835 Jun 09 22:20:33.481487 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e138b8e1-3b72-4d83-974e-faf00301222b req-a02515e0-7ac7-4d55-8dae-66281a1ef495 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Jun 09 22:20:33.684296 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8db5-962d-4638-9e79-f9ebe2814052 req-96aa36df-1c42-4070-a3c2-2e47a24979d9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:33.695585 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-956c8db5-962d-4638-9e79-f9ebe2814052 req-96aa36df-1c42-4070-a3c2-2e47a24979d9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1153104 Jun 09 22:20:33.754556 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-956c8db5-962d-4638-9e79-f9ebe2814052 req-8574ecc4-4f44-4d36-abc9-735cf08423d0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549541 Jun 09 22:20:34.327787 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130361b-3fe3-40aa-9409-a52eb658f752 req-f5f6f58a-4adc-4623-8252-f1f8d796f055 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:34.330207 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4130361b-3fe3-40aa-9409-a52eb658f752 req-f5f6f58a-4adc-4623-8252-f1f8d796f055 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1029780 Jun 09 22:20:34.416235 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4130361b-3fe3-40aa-9409-a52eb658f752 req-deebf116-9cf5-487f-8dad-6c84b4c6b825 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804935 Jun 09 22:20:34.990834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d94f92-0ec7-41ce-8315-5710de409b55 req-03e797d3-24b7-4536-b272-d441c0e8f4d8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:34.992635 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21d94f92-0ec7-41ce-8315-5710de409b55 req-03e797d3-24b7-4536-b272-d441c0e8f4d8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1279023 Jun 09 22:20:35.048142 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21d94f92-0ec7-41ce-8315-5710de409b55 req-c56f9da9-d3e1-46c0-b35d-621cc6d4ec59 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479271 Jun 09 22:20:35.661781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648fed8-8876-4fbb-aebb-911cb3e265d0 req-4620d3e4-d1c2-4366-8eb1-e8b31259f682 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:35.663296 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3648fed8-8876-4fbb-aebb-911cb3e265d0 req-4620d3e4-d1c2-4366-8eb1-e8b31259f682 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1023667 Jun 09 22:20:35.737665 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3648fed8-8876-4fbb-aebb-911cb3e265d0 req-38658855-7c5a-4289-8401-9ea56bb38e46 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555422 Jun 09 22:20:36.269649 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-4c898d07-60b1-4dfb-9466-999a6efe76e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953510 Jun 09 22:20:36.401415 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:36.402394 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-150613f0-e967-4cb1-94d8-d078058d2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:36.404156 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-150613f0-e967-4cb1-94d8-d078058d2fcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 1098 time: 0.1061690 Jun 09 22:20:36.634515 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-f733cb0f-a46a-44ad-90cb-3e201f8a8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:36.636728 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-f733cb0f-a46a-44ad-90cb-3e201f8a8fd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 200 len: 920 time: 0.2053246 Jun 09 22:20:36.729742 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-dcd44db2-4740-4e26-9910-19948c8543ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0821848 Jun 09 22:20:36.765735 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d4971-d929-4581-ae2c-6b570fb3201e req-1883a322-c46c-4b9f-aec5-6e1acced94c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:36.770199 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c8d4971-d929-4581-ae2c-6b570fb3201e req-1883a322-c46c-4b9f-aec5-6e1acced94c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1352255 Jun 09 22:20:36.847027 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-b27eea36-0549-4ac0-9caf-81069b3d0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:36.850904 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-b27eea36-0549-4ac0-9caf-81069b3d0409 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 200 len: 859 time: 0.0988851 Jun 09 22:20:36.859774 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c8d4971-d929-4581-ae2c-6b570fb3201e req-3d576033-b190-4924-8628-1d63ea369949 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606880 Jun 09 22:20:36.963168 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-675aee08-43f4-4ef9-8306-9de114ccf1ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf94637-4099-43f8-a600-afbe79958383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077235 Jun 09 22:20:37.269750 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-49c9af0e-8f16-491c-9af9-000b4b21becc service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892973 Jun 09 22:20:37.427579 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c73ca758-04a2-4a1f-8313-7239aca577cb req-12c4ff47-4288-46da-a9b3-6c93e2eefb16 service neutron] 10.222.0.35 "GET /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460841 Jun 09 22:20:38.116519 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeed393-5489-4823-9d93-f1eacd573cd2 req-305f42e6-9640-44a1-91ea-9fc8b56fdfd8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:38.118062 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-edeed393-5489-4823-9d93-f1eacd573cd2 req-305f42e6-9640-44a1-91ea-9fc8b56fdfd8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0813012 Jun 09 22:20:38.173069 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-edeed393-5489-4823-9d93-f1eacd573cd2 req-87677a3b-4d2d-457c-9cb1-231166915734 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483594 Jun 09 22:20:39.451381 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7743-832e-49c0-bcd5-ed62a8f6e65f req-c51e3860-1b35-41dd-96f9-a3aeb99dfa89 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:39.451957 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-390f7743-832e-49c0-bcd5-ed62a8f6e65f req-c51e3860-1b35-41dd-96f9-a3aeb99dfa89 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1087275 Jun 09 22:20:39.514277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-390f7743-832e-49c0-bcd5-ed62a8f6e65f req-2a70b543-c235-4ded-bb8d-817e22c183ac tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540025 Jun 09 22:20:40.887445 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc6b90-a590-4148-a732-f356d3bbfb36 req-eaff5ef1-b71c-49ad-87f6-0b97fe22cdf3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:40.897693 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5bcc6b90-a590-4148-a732-f356d3bbfb36 req-eaff5ef1-b71c-49ad-87f6-0b97fe22cdf3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2359946 Jun 09 22:20:40.958802 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5bcc6b90-a590-4148-a732-f356d3bbfb36 req-304f1806-fccf-4082-9c38-759ae9f8d822 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575678 Jun 09 22:20:42.157865 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072dd04-c341-42eb-8604-330fa5018db3 req-8fd84490-5302-4e49-9b1e-e00b56f3b1ca tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:42.159352 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6072dd04-c341-42eb-8604-330fa5018db3 req-8fd84490-5302-4e49-9b1e-e00b56f3b1ca tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0885260 Jun 09 22:20:42.227269 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6072dd04-c341-42eb-8604-330fa5018db3 req-afcd51d1-3831-472c-8462-1cdec5a3d48f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576494 Jun 09 22:20:42.853245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce30bfa-ca30-43a2-b570-84cba62a0e1a req-903fa8a6-bf04-42b5-9d65-25d2d525d2a6 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:42.855334 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dce30bfa-ca30-43a2-b570-84cba62a0e1a req-903fa8a6-bf04-42b5-9d65-25d2d525d2a6 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1138060 Jun 09 22:20:42.930291 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dce30bfa-ca30-43a2-b570-84cba62a0e1a req-61d6900e-9db1-45cf-9a9a-8e7e9c45ac9f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Jun 09 22:20:43.455720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861c2e0-67d5-4e1e-b349-59e4767b6d8d req-af7a5178-1684-4864-a5cc-d8aea9606ae3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:43.457631 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d861c2e0-67d5-4e1e-b349-59e4767b6d8d req-af7a5178-1684-4864-a5cc-d8aea9606ae3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1179440 Jun 09 22:20:43.549823 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d861c2e0-67d5-4e1e-b349-59e4767b6d8d req-b4fd64cd-4853-486e-aa5d-0522e28e7a7b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809827 Jun 09 22:20:44.160351 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc26f-7034-4761-9f30-ee980648f8cd req-0ada071e-befc-4c0b-8278-bb401dbf971f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:44.169133 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec5fc26f-7034-4761-9f30-ee980648f8cd req-0ada071e-befc-4c0b-8278-bb401dbf971f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1104662 Jun 09 22:20:44.224391 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec5fc26f-7034-4761-9f30-ee980648f8cd req-89a54288-e7f6-4372-b7f9-673f42fe70a5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543194 Jun 09 22:20:44.739383 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696e75-8f09-4a68-9ec6-326ca31ceb29 req-2d973ba5-113c-49d8-9f86-2fc0ac713177 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:44.740789 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-be696e75-8f09-4a68-9ec6-326ca31ceb29 req-2d973ba5-113c-49d8-9f86-2fc0ac713177 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0837588 Jun 09 22:20:44.787523 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-be696e75-8f09-4a68-9ec6-326ca31ceb29 req-6539275b-9c67-4648-8743-492668b7b241 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405149 Jun 09 22:20:45.484286 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49548e8a-ac14-4a5f-a01c-e71521087a4b req-ab2e6718-b57c-42c9-9b3f-a568591e3b5d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:45.489708 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-49548e8a-ac14-4a5f-a01c-e71521087a4b req-ab2e6718-b57c-42c9-9b3f-a568591e3b5d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1051953 Jun 09 22:20:45.597560 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-49548e8a-ac14-4a5f-a01c-e71521087a4b req-3ba85ccd-4b48-45f3-8a89-95dd0123bc40 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011035 Jun 09 22:20:45.685038 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-1075b778-a866-4853-b41c-4c1f7ca2a93d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:45.702957 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-1075b778-a866-4853-b41c-4c1f7ca2a93d tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 945 time: 0.1628468 Jun 09 22:20:45.973531 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Deleting port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:20:45.973858 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.072737 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46344) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:46.268976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] For port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:20:46.270548 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.322346 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.368496 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba152-4dbb-49b4-ba31-80c7708777f0 req-32d15764-77a2-4a99-b217-fb1d0b31659b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:46.386776 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4d6ba152-4dbb-49b4-ba31-80c7708777f0 req-32d15764-77a2-4a99-b217-fb1d0b31659b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2953084 Jun 09 22:20:46.468355 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Calling delete_port for 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:20:46.506260 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4d6ba152-4dbb-49b4-ba31-80c7708777f0 req-19237ac5-f77d-460f-8782-b1721c6d2a37 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656793 Jun 09 22:20:46.586198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.656655 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.664105 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e78090f7-9788-4acc-964d-cb42c4872046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:46.709033 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:46.719896 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e888c048-a897-4e4d-a6b5-0b703d3be750 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:46.730712 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['4bc1567d-02f9-4f71-ae91-d28b48388f96'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:20:46.767696 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b685dc77-e6f0-4c48-9887-a34169ef3e3a,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:46.784587 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a347b38f000540648810a105f89c3342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091775 Jun 09 22:20:46.797601 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46366) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:46.814432 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.817561 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.818095 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.818622 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.819138 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.822837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.823414 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.823945 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.824470 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.830103 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.830686 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.831200 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.845655 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:46.863684 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Pushing event deleted for resources: {'Port': ['ID=1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:46.936191 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.936680 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.937176 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.937837 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.938313 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.938874 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.939334 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.939805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.940258 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.940685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.941429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.941964 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:20:46.946224 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:46.948815 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21736dd2-ab4a-437a-afc4-87e51c793094 req-826c7c9b-e1c9-4114-8383-909773f65ac0 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.1550260 Jun 09 22:20:47.040415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] No DVR routers for this DVR port 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:20:47.043220 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:47.045338 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c43a4b7e-065d-4ba5-bb79-a89ecdd66ad2 req-106a5a5f-0bcd-4978-a04c-9ba0a60039b5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "DELETE /v2.0/ports/1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 HTTP/1.1" status: 204 len: 173 time: 1.3338239 Jun 09 22:20:47.053518 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'name': 'network-vif-deleted', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:20:47.056424 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfc89a-bf9a-4271-ac5d-b6dad6f1ba8f" -d '{"events": [{"server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "name": "network-vif-deleted", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:20:47.098199 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:47.145589 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:47.160734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3af22-07d3-418c-8e04-dfddae3be84f x-openstack-request-id: req-b1e3af22-07d3-418c-8e04-dfddae3be84f {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:20:47.160979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca878590-7934-4be7-9ee4-1039e22cbe7e", "name": "network-vif-deleted", "tag": "1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:20:47.161390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1e3af22-07d3-418c-8e04-dfddae3be84f {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:20:47.161908 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca878590-7934-4be7-9ee4-1039e22cbe7e', 'name': 'network-vif-deleted', 'tag': '1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4', 'status': 'completed', 'code': 200} Jun 09 22:20:47.291566 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:47.294302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:47.295855 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b685dc77-e6f0-4c48-9887-a34169ef3e3a HTTP/1.1" status: 204 len: 168 time: 0.4928322 Jun 09 22:20:47.297852 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6b7829f6-f894-433b-9717-84d6e42c7024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:47.321687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b685dc77-e6f0-4c48-9887-a34169ef3e3a,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:47.326918 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:47.849117 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:20:47.929310 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:20:47.929938 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1f7ec30c-40f4-428a-a4a4-c2844d2b2ae4 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:20:47.993751 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e80c5-634d-4036-a156-229f863408b3 req-70f91634-0e38-48c2-bc61-19bd7915f8c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:47.995216 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3e2e80c5-634d-4036-a156-229f863408b3 req-70f91634-0e38-48c2-bc61-19bd7915f8c6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1510608 Jun 09 22:20:48.069534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3e2e80c5-634d-4036-a156-229f863408b3 req-78b72db4-4240-4302-a892-b7b660e6b90a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656288 Jun 09 22:20:48.387661 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-65272a8e-030f-4d40-8eb2-9225ffc12cbf req-78046c67-c353-4b16-a1d4-546bb895a5f6 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0987957 Jun 09 22:20:48.545438 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46410) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:48.641339 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:48.819929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:48.908791 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:48.918616 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4ce53032-0773-442a-857a-99d6573073a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:48.968514 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d0b3ba109f34cde914349277c46e05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196918 Jun 09 22:20:48.968514 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab46dc49-2d47-4927-9b3f-619f5903843d,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:48.968948 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46420) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:48.982455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:49.058208 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:49.108780 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:49.263409 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:49.270065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:49.277736 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab46dc49-2d47-4927-9b3f-619f5903843d HTTP/1.1" status: 204 len: 168 time: 0.3046708 Jun 09 22:20:49.277736 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-adf57001-3c0d-43ad-a674-e5ea51d3c065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:49.312135 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31878d0-ffc5-47de-b878-af12ab9044c1 req-68d84405-30e4-4be7-bea4-52c626bcfd2a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:49.318781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab46dc49-2d47-4927-9b3f-619f5903843d,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:49.322721 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d31878d0-ffc5-47de-b878-af12ab9044c1 req-68d84405-30e4-4be7-bea4-52c626bcfd2a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1019368 Jun 09 22:20:49.324623 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:49.397926 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d31878d0-ffc5-47de-b878-af12ab9044c1 req-6b701e08-8b13-400d-bd43-82daa47ae8cf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741532 Jun 09 22:20:49.691770 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f1e04052-5492-4463-8cf2-53a73e66599c req-f19cdb27-b8aa-4530-ad88-edf9a8362e8f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0931995 Jun 09 22:20:50.259027 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46440) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:50.278273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.390725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.462329 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.473237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-87440a35-fe6c-492a-8a8e-600fb327030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:50.526238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b627b1-7db5-46cf-82e3-27ef3fedb9d6,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:50.529840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:50.535987 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46454) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:50.536407 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e314e77bca54098a30516fb8d38a7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755718 Jun 09 22:20:50.607842 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.643257 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.679293 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abea85-d248-4768-ba37-d9a86bf088f0 req-d88c9492-f061-4ff2-a132-c818245d3b12 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:50.680800 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21abea85-d248-4768-ba37-d9a86bf088f0 req-d88c9492-f061-4ff2-a132-c818245d3b12 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1014030 Jun 09 22:20:50.728025 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21abea85-d248-4768-ba37-d9a86bf088f0 req-7409513c-2c0f-4538-908c-5d99901491f9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Jun 09 22:20:50.816425 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.818890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:50.820811 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7b627b1-7db5-46cf-82e3-27ef3fedb9d6 HTTP/1.1" status: 204 len: 168 time: 0.2827754 Jun 09 22:20:50.821706 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f11cc07f-922c-490e-a814-4aad0bcb1a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:50.833565 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b627b1-7db5-46cf-82e3-27ef3fedb9d6,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:50.835986 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:50.886715 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8dceb408-0816-402f-9222-6f904aaacb72 req-5daf8490-7902-4027-b20b-9f8adadc70c7 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0446143 Jun 09 22:20:51.976035 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df59f5-2293-47b0-baf7-82469f2b0fa3 req-0bbf8db8-82d5-46ef-aab3-532dde2215fc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:51.977656 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-29df59f5-2293-47b0-baf7-82469f2b0fa3 req-0bbf8db8-82d5-46ef-aab3-532dde2215fc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1056449 Jun 09 22:20:52.066558 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-29df59f5-2293-47b0-baf7-82469f2b0fa3 req-acf2130c-61db-483e-beaf-735ac20342a8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830765 Jun 09 22:20:52.092652 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e0b41c51-3def-40d0-b23a-28866eeca9ea req-f43b918e-170c-4645-85df-5aac5804ca87 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0465674 Jun 09 22:20:53.290779 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9f513853-3d1f-4c8c-b793-bcf677c56977 req-f6533891-5544-49e7-bcfb-e30699123ddc tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0492773 Jun 09 22:20:53.342569 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9fbb1-5671-4421-8b0b-cbac5d71415d req-ac38d3fc-4ce8-4e21-94bc-0e9209f60b48 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:53.344595 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a4f9fbb1-5671-4421-8b0b-cbac5d71415d req-ac38d3fc-4ce8-4e21-94bc-0e9209f60b48 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1155777 Jun 09 22:20:53.392442 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a4f9fbb1-5671-4421-8b0b-cbac5d71415d req-4ddfd963-048e-46b6-851f-65a099b98576 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Jun 09 22:20:54.523765 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c23bac00-b0d9-4943-a85c-cb8a3a78f4b9 req-ee561436-d65e-4c0e-a307-96e0a1119adf tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0851784 Jun 09 22:20:54.553311 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a174dc5e-3f76-41c1-8f54-199c79458ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:54.619705 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eb041-c15e-44dd-8937-3d44293954fc req-966a5541-61da-4ae7-b5a8-cd8dcc0ff2f3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:54.621366 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0e7eb041-c15e-44dd-8937-3d44293954fc req-966a5541-61da-4ae7-b5a8-cd8dcc0ff2f3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0947905 Jun 09 22:20:54.670094 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0e7eb041-c15e-44dd-8937-3d44293954fc req-bd11d4f9-ee58-483c-a33b-83e97d65c969 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Jun 09 22:20:55.430954 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46556) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:55.493669 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Deleting subnet 7ac17903-94ec-4dd7-bc52-aa48552f5ee1 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:20:55.496852 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:55.552410 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:55.662386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:55.781006 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f3616beb-8ca2-4ab3-a37f-85ea735d7b83 req-731ae723-4ddc-42e7-b95e-b9575684557f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0770137 Jun 09 22:20:55.889257 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9fb61-2151-4f8b-bce9-911b4533fce8 req-e7df8fba-86c2-4062-8f41-58d7da7aa32f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:55.892515 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-17d9fb61-2151-4f8b-bce9-911b4533fce8 req-e7df8fba-86c2-4062-8f41-58d7da7aa32f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0934768 Jun 09 22:20:55.955028 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:55.955345 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-17d9fb61-2151-4f8b-bce9-911b4533fce8 req-d763f6c4-2fd4-4a18-a843-198cc3df552b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490315 Jun 09 22:20:55.959161 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e24a4c53-be55-4243-bf8b-a4f3b4eac690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:56.028076 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac17903-94ec-4dd7-bc52-aa48552f5ee1,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:56.053240 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:56.053240 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.053240 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-23440612-07ae-46e7-b57c-3f357751cf2c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7ac17903-94ec-4dd7-bc52-aa48552f5ee1 HTTP/1.1" status: 204 len: 168 time: 0.6111073 Jun 09 22:20:56.053527 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46572) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:56.065872 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-a353082a-91f5-4de6-afbc-9485c29a3c22 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764251182&fields=id&tenant_id=66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 267 time: 0.0581968 Jun 09 22:20:56.165419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.240864 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7d282bef-71a1-431b-9938-f391ac86897e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:56.242546 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7d282bef-71a1-431b-9938-f391ac86897e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 812 time: 0.1696632 Jun 09 22:20:56.259790 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e70b8803-ab93-44b7-bfe9-d45fe3aafe8d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/quotas/66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 375 time: 0.0108604 Jun 09 22:20:56.303143 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.321171 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0ca4c9-64b7-4bc3-8222-31177e42bbce']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:56.336274 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd67873-31f6-4e0e-8031-01b7f550e534') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:56.336564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd67873-31f6-4e0e-8031-01b7f550e534') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:20:56.351054 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.354881 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-22714ae6-6347-4654-a262-5ad68e3e8f20 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895510 Jun 09 22:20:56.369390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.376958 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:20:56.378399 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:20:56.392114 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:20:56.531932 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.536253 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2aba5c90-833c-41f2-9150-0e86a10bdcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:56.558867 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.560725 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a0ca4c9-64b7-4bc3-8222-31177e42bbce HTTP/1.1" status: 204 len: 168 time: 0.5139849 Jun 09 22:20:56.561933 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0ca4c9-64b7-4bc3-8222-31177e42bbce,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:56.567841 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a363f27-58c0-4748-8a55-2ef40f522bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:56.591022 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-3097fb8b-debb-499c-84af-43cd3d99769b service neutron] 10.222.0.38 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169402 Jun 09 22:20:56.726989 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-89fe29b0-c7e9-49f5-8a60-3798ab3dfcd3 service neutron] 10.222.0.38 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297593 Jun 09 22:20:56.862377 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-70c95cd2-fb7c-4f9a-8d2f-c2e315e55508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:56.917722 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46584) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:56.942024 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:57.066478 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4d92af67-6fe6-4235-9849-3c8d04531e43 req-ca95b50b-9d26-4aab-954f-bc131c202c12 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0572298 Jun 09 22:20:57.069147 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ea3ec780-aeab-498b-b206-a8faae2c53c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53eec0fe519e4816a8efc184d654d8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501663 Jun 09 22:20:57.073825 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46592) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:20:57.160186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:57.239770 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:57.312491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f2ea-e2f9-4be0-bedd-2ecd87849a08 req-3b8782e5-7cc1-4a7c-b45b-1ad001b61891 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:57.314378 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-61f4f2ea-e2f9-4be0-bedd-2ecd87849a08 req-3b8782e5-7cc1-4a7c-b45b-1ad001b61891 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1424198 Jun 09 22:20:57.365202 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-61f4f2ea-e2f9-4be0-bedd-2ecd87849a08 req-1cc250aa-8510-4b27-a6d8-b0c54ec5a7ea tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Jun 09 22:20:57.433754 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:57.436444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:57.437680 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6 HTTP/1.1" status: 204 len: 168 time: 0.3628116 Jun 09 22:20:57.441646 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-af8bb056-bd66-4d7e-8221-c74e215d745a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:20:57.448880 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f25272-3cd9-4ff4-9c04-7b7e08ae59a6,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:20:57.451242 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:20:57.702174 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbefc2b4-06c8-419e-8f2d-3574ad87e4c3 req-ee0d24b0-af6b-418d-af49-20ae904aee24 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0858350 Jun 09 22:20:58.310673 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d9eda268-4d07-40f5-baf0-c61df99ff28d req-0315dfee-cbbb-49f9-80b3-a06be9b3f25e tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0433438 Jun 09 22:20:58.405354 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:20:58.594362 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05282d99-37d5-4333-b7a4-ce4e33568fef req-539de9ab-d364-4646-ba6c-8b0b05b59ee0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:58.595818 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-05282d99-37d5-4333-b7a4-ce4e33568fef req-539de9ab-d364-4646-ba6c-8b0b05b59ee0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0907786 Jun 09 22:20:58.643305 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-05282d99-37d5-4333-b7a4-ce4e33568fef req-82a93933-3c74-480c-834f-3f3068e34fec tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417900 Jun 09 22:20:58.833872 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c64c04ff-9070-4258-bb96-9176085f2863 req-762718d4-0dce-4604-9ce1-ef5a7a855c37 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0542662 Jun 09 22:20:59.514814 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b1d3737d-4095-47a4-92b2-a1525dde191d req-2f1d11cb-a2d5-4bb1-89dd-b5e4de3c138a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0528431 Jun 09 22:20:59.905464 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4666a-d38e-4872-bd4d-81ae5f549761 req-1be34b0c-21b7-4150-a513-2d2c2cbc66ea tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:20:59.907817 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e8f4666a-d38e-4872-bd4d-81ae5f549761 req-1be34b0c-21b7-4150-a513-2d2c2cbc66ea tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1360283 Jun 09 22:20:59.982609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:00.008944 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e8f4666a-d38e-4872-bd4d-81ae5f549761 req-a78eb988-a612-434e-80b5-3c38f1a4b9cc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901103 Jun 09 22:21:00.120847 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-18e9d878-0ecb-41b9-ba18-cadba32ba14f req-ca5e9ea5-e83a-4bbc-a75d-7c9ba2a25a67 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0530539 Jun 09 22:21:00.696543 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-821d2bcf-77d1-4752-91d3-87e75187c798 req-758714b1-7bb2-4504-ad8d-8fe80c3d61ee tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0500379 Jun 09 22:21:01.300796 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8c515f9-a0b0-4584-86bf-e436e820e914 req-2dafb9fc-12c0-4e23-acae-0a661f777610 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0461714 Jun 09 22:21:01.375697 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353b653-3ba0-47ba-8f14-b06fd890ce5c req-2a496d27-9993-487f-874d-dede6219dc83 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:01.379582 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4353b653-3ba0-47ba-8f14-b06fd890ce5c req-2a496d27-9993-487f-874d-dede6219dc83 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1796172 Jun 09 22:21:01.428887 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4353b653-3ba0-47ba-8f14-b06fd890ce5c req-efe6461e-5d51-4615-bb99-dc8a25c7bc2d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Jun 09 22:21:01.871457 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f5c8ddaa-78d8-4c03-8732-4269364c916f req-13bd0259-1f71-4ad6-bb0a-7930839a44da tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca878590-7934-4be7-9ee4-1039e22cbe7e HTTP/1.1" status: 200 len: 210 time: 0.0479088 Jun 09 22:21:02.464011 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-51e37f4f-8b8b-4d49-a43c-38cc68785d3d req-6a96777d-5af4-46a4-82ed-bdda62d551d9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0461023 Jun 09 22:21:02.648891 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf881216-dfad-4e91-a8e9-75e362ed4fb2 req-020331b8-8c3c-4743-86c6-e0b9a5e92d7f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:02.650457 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cf881216-dfad-4e91-a8e9-75e362ed4fb2 req-020331b8-8c3c-4743-86c6-e0b9a5e92d7f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0932677 Jun 09 22:21:02.702110 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cf881216-dfad-4e91-a8e9-75e362ed4fb2 req-6b1ffd94-6cdb-455b-b2ec-a03d0563a6bd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455022 Jun 09 22:21:03.179608 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:21:03.636689 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-963feccf-caa9-41ce-916e-a2da54a64bad req-42425922-145c-4bc0-afa3-0cc3603e0262 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0530558 Jun 09 22:21:03.749399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b866f74-068f-498c-8e37-0b276be54e86 req-485699c4-66c0-4c5d-adba-2a868637b32f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:03.750970 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2b866f74-068f-498c-8e37-0b276be54e86 req-485699c4-66c0-4c5d-adba-2a868637b32f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0823545 Jun 09 22:21:03.817446 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2b866f74-068f-498c-8e37-0b276be54e86 req-295252a4-10dd-46ed-9e51-14ad4ac4e4df tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596797 Jun 09 22:21:04.045975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-f5041c1f-4b1e-4f23-b2cb-0aa5eb0246be tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:04.047754 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-f5041c1f-4b1e-4f23-b2cb-0aa5eb0246be tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 812 time: 0.2410862 Jun 09 22:21:04.057496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1bc32-fd95-437e-a1b3-0d7683efd706 req-7a1bee4d-b5a7-4519-a793-7b13b93e923a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:04.058836 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1e1bc32-fd95-437e-a1b3-0d7683efd706 req-7a1bee4d-b5a7-4519-a793-7b13b93e923a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1515391 Jun 09 22:21:04.136693 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-4a8b46a4-5b96-4f29-be8c-0c60075cdb52 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 379 time: 0.0722859 Jun 09 22:21:04.141537 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1e1bc32-fd95-437e-a1b3-0d7683efd706 req-4691c13c-4e58-471e-9be8-bca57d44d75e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760384 Jun 09 22:21:04.147903 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'port': {'device_id': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'admin_state_up': True, 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'security_groups': ['5b3305fa-5642-4e14-80d4-8b9102e13b9d']}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:04.382042 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Made reservation on behalf of 66127ccdfaa04a70b01fa4cd7d436032 for: {'port': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:21:04.385593 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:04.561924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Allocated IP 172.20.0.5 (e22acea9-e7e0-42b4-83b5-48649c541eea/b42c35f5-20e2-4c2d-9d3b-903f678e4ee3/3b122b27-5c7d-4a48-90c4-39fee3108831) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:21:04.776466 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:04.862119 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Transition to ACTIVE for port object 3b122b27-5c7d-4a48-90c4-39fee3108831 will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:21:04.863106 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-226288cc-62e4-4854-988d-39362bc05631 req-d0596985-304a-4506-a129-bdb4a2b1ecae tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0674725 Jun 09 22:21:04.919524 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:04.926993 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0fb05420-734f-4bca-af14-bd416f3bbe3a tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:05.053235 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Network e22acea9-e7e0-42b4-83b5-48649c541eea is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:21:05.057772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:21:05.060328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:21:05.104747 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:05.108692 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:05.158477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:05.159116 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:05.192261 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc0e35-7824-46bb-a4af-8d0761b39e5d req-f5d10e93-0b30-4c6b-b70e-2ecd5bb14152 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:05.194025 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1dc0e35-7824-46bb-a4af-8d0761b39e5d req-f5d10e93-0b30-4c6b-b70e-2ecd5bb14152 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.2293532 Jun 09 22:21:05.242854 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1dc0e35-7824-46bb-a4af-8d0761b39e5d req-5e8ffb43-ec7b-49a2-bf54-236d4c2ce536 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Jun 09 22:21:05.263627 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1191308 Jun 09 22:21:05.277539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Request body: {'port': {'device_id': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:05.445706 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-37d88626-f41b-4cf3-971c-7c0c6f60336d None None] Provisioning for port 3b122b27-5c7d-4a48-90c4-39fee3108831 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:21:05.450640 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:05.453256 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-37d88626-f41b-4cf3-971c-7c0c6f60336d None None] Provisioning complete for port 3b122b27-5c7d-4a48-90c4-39fee3108831 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:21:05.453760 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-37d88626-f41b-4cf3-971c-7c0c6f60336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:05.524750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-37d88626-f41b-4cf3-971c-7c0c6f60336d None None] Port 3b122b27-5c7d-4a48-90c4-39fee3108831 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:21:05.534275 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386e939-1a80-428f-81a4-b61d2eeeda85 req-10b3cec1-ca4e-4cf1-9cfb-25828b954441 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:05.535814 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e386e939-1a80-428f-81a4-b61d2eeeda85 req-10b3cec1-ca4e-4cf1-9cfb-25828b954441 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.1940253 Jun 09 22:21:05.537546 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771c9c3-5931-48df-9d42-3aae6888f6e1 req-c524b810-f643-4cd1-a6fd-a77877806dd3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:05.539139 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9771c9c3-5931-48df-9d42-3aae6888f6e1 req-c524b810-f643-4cd1-a6fd-a77877806dd3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1056623 Jun 09 22:21:05.589792 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9771c9c3-5931-48df-9d42-3aae6888f6e1 req-f14027df-babb-4247-8936-e0fa512796f5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Jun 09 22:21:05.647210 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e386e939-1a80-428f-81a4-b61d2eeeda85 req-06a7de81-6233-4307-8165-d99bbcf399df tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012254 Jun 09 22:21:05.979816 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b122b27-5c7d-4a48-90c4-39fee3108831 {{(pid=92490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:21:05.988872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.010251 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Transition to ACTIVE for port object 3b122b27-5c7d-4a48-90c4-39fee3108831 will not be triggered until provisioned by entity L2. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:21:06.042972 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77ee97-33b5-4df7-a897-a413d76be57d req-c7ddc3a0-a962-44d0-8084-d431c7f7cb64 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.044562 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba77ee97-33b5-4df7-a897-a413d76be57d req-c7ddc3a0-a962-44d0-8084-d431c7f7cb64 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 931 time: 0.0895567 Jun 09 22:21:06.094594 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba77ee97-33b5-4df7-a897-a413d76be57d req-31a8c64d-92c5-4a94-a44f-a8f230eb6fbd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Jun 09 22:21:06.102223 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.106645 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e0a7e16e-3e6b-496d-b520-8a824c9e0755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:06.275719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Pushing event updated for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:06.284798 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:06.366479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Attempting to bind port 3b122b27-5c7d-4a48-90c4-39fee3108831 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:21:06.366615 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Attempting to bind port 3b122b27-5c7d-4a48-90c4-39fee3108831 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:21:06.366909 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Attempting to bind port 3b122b27-5c7d-4a48-90c4-39fee3108831 on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:21:06.372416 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Port 3b122b27-5c7d-4a48-90c4-39fee3108831 on network e22acea9-e7e0-42b4-83b5-48649c541eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:21:06.372739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Attempting to bind port 3b122b27-5c7d-4a48-90c4-39fee3108831 on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:21:06.378677 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:21:06.379158 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Checking segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:21:06.379542 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Bound using segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} {{(pid=92490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:21:06.379958 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.managers [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Bound port: 3b122b27-5c7d-4a48-90c4-39fee3108831, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}}] {{(pid=92490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:21:06.380305 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.415234 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.460405 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567452-79a6-4ef3-be6b-a819fba73526 req-ab709550-6737-4170-97af-82b64f9104a5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.461889 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e3567452-79a6-4ef3-be6b-a819fba73526 req-ab709550-6737-4170-97af-82b64f9104a5 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0854220 Jun 09 22:21:06.482088 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, cleared binding levels {{(pid=92490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:21:06.485174 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3b122b27-5c7d-4a48-90c4-39fee3108831,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:21:06.513362 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e3567452-79a6-4ef3-be6b-a819fba73526 req-342d3e40-7368-41b9-aa52-03b82ba69f2f tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Jun 09 22:21:06.641553 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.652880 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0df3ef5c-52e2-44d7-a7e5-fbe56ac32ba0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:06.717129 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.717725 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:06.719285 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] 10.222.0.35 "PUT /v2.0/ports/3b122b27-5c7d-4a48-90c4-39fee3108831 HTTP/1.1" status: 200 len: 1093 time: 1.4461615 Jun 09 22:21:06.719982 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:06.722353 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c68b19-14ec-4549-bf48-0a611802f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:06.759337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Pushing event updated for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=3']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:06.764969 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:06.787382 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e337b0-8eda-4e7b-873b-76e74fe1f6fa req-e0caaf8a-a5df-4a2b-a026-be3813e95c42 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.789311 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23e337b0-8eda-4e7b-873b-76e74fe1f6fa req-e0caaf8a-a5df-4a2b-a026-be3813e95c42 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.1858981 Jun 09 22:21:06.801438 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb40eef-2830-4eec-9b8f-4c4584b64014 req-4bc1b6bf-baeb-4e7b-8e90-224853ca6778 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.803690 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8fb40eef-2830-4eec-9b8f-4c4584b64014 req-4bc1b6bf-baeb-4e7b-8e90-224853ca6778 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1069691 Jun 09 22:21:06.861413 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8fb40eef-2830-4eec-9b8f-4c4584b64014 req-53a56121-d40b-427f-99ae-4f55c30044b1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 Jun 09 22:21:06.892453 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-23e337b0-8eda-4e7b-873b-76e74fe1f6fa req-916ad85f-76d6-4902-b8c5-91c3ac54db35 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Jun 09 22:21:06.960031 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5abf42-9501-44f8-bdd2-ee7e190cec6b x-openstack-request-id: req-2e5abf42-9501-44f8-bdd2-ee7e190cec6b {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:06.960437 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:06.960791 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e5abf42-9501-44f8-bdd2-ee7e190cec6b {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:06.961303 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'status': 'completed', 'code': 200} Jun 09 22:21:06.966263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-f61a8164-663a-44f9-b21c-5396997c1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:06.968040 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-f61a8164-663a-44f9-b21c-5396997c1d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 1096 time: 0.1314783 Jun 09 22:21:07.051742 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285d545-bdea-4393-8a37-383245b474a9 req-7f5138b2-45bf-4ceb-8bb8-7407ad89a6ff tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.053260 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d285d545-bdea-4393-8a37-383245b474a9 req-7f5138b2-45bf-4ceb-8bb8-7407ad89a6ff tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0860176 Jun 09 22:21:07.060018 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-cf7d6c05-5e8b-4580-919e-bb5fd704b11c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b122b27-5c7d-4a48-90c4-39fee3108831 HTTP/1.1" status: 200 len: 217 time: 0.0660119 Jun 09 22:21:07.099801 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d285d545-bdea-4393-8a37-383245b474a9 req-86f2bf08-5a8f-46e6-b193-c8cd561d04d2 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Jun 09 22:21:07.128538 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-433bebeb-32fe-435f-b536-2b55eae4ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.129994 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-433bebeb-32fe-435f-b536-2b55eae4ac47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0630820 Jun 09 22:21:07.208796 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-65b17409-262d-4ac8-9a2e-135d4c5d908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.210307 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-65b17409-262d-4ac8-9a2e-135d4c5d908e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720973 Jun 09 22:21:07.402841 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-44a1e7b3-9bf5-4b30-8184-0d4102eaa528 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576555 Jun 09 22:21:07.412590 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fe329-6a0e-4910-ba44-a5f4bf59c01a req-c79a0011-94c4-4c3a-bfc1-7fe8b235cb93 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.414051 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec8fe329-6a0e-4910-ba44-a5f4bf59c01a req-c79a0011-94c4-4c3a-bfc1-7fe8b235cb93 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.2028942 Jun 09 22:21:07.545777 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec8fe329-6a0e-4910-ba44-a5f4bf59c01a req-caf020b7-739f-47c1-aeef-f20cbade2977 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077909 Jun 09 22:21:07.586169 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-14d78aca-dd8e-44ac-be20-6cab3617fa4d req-fac75b42-a59b-49e1-9186-45e1b06b9aad service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664727 Jun 09 22:21:07.713559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca206202-dd8b-485a-bc49-0fdf0e51f64a req-e1847797-d29d-4815-bbaf-f75a487a0b03 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.714945 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca206202-dd8b-485a-bc49-0fdf0e51f64a req-e1847797-d29d-4815-bbaf-f75a487a0b03 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0898213 Jun 09 22:21:07.754069 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68b19-14ec-4549-bf48-0a611802f19a req-e7e452e4-b812-412d-a067-f1c623ce1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.755541 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-e7e452e4-b812-412d-a067-f1c623ce1765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 1096 time: 0.0774591 Jun 09 22:21:07.765775 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ca206202-dd8b-485a-bc49-0fdf0e51f64a req-93652db5-b5bc-48c8-9296-a8a25b166d40 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Jun 09 22:21:07.900485 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68b19-14ec-4549-bf48-0a611802f19a req-0fbe686e-028a-4545-bab8-58a9682a0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:07.902007 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-0fbe686e-028a-4545-bab8-58a9682a0979 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1371117 Jun 09 22:21:08.105040 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-8de990a9-1bfa-4b74-aa65-9d6c022b92c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b122b27-5c7d-4a48-90c4-39fee3108831 HTTP/1.1" status: 200 len: 217 time: 0.1945858 Jun 09 22:21:08.124332 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667226e3-46ab-47c4-a09f-57ff214a107e req-a6f05b33-bb96-4b36-9b2f-61c9aa3eaad4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.126473 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-667226e3-46ab-47c4-a09f-57ff214a107e req-a6f05b33-bb96-4b36-9b2f-61c9aa3eaad4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.0931072 Jun 09 22:21:08.173049 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-667226e3-46ab-47c4-a09f-57ff214a107e req-56bd3e2b-a5f0-4d68-bf41-13fd2a2e83fe tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Jun 09 22:21:08.196865 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b4f1-7584-4030-b4d1-b757cb1fd170 req-53c799d9-f38b-4c96-90a7-f43393a05ad8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.198344 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-85c6b4f1-7584-4030-b4d1-b757cb1fd170 req-53c799d9-f38b-4c96-90a7-f43393a05ad8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1502130 Jun 09 22:21:08.204950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68b19-14ec-4549-bf48-0a611802f19a req-6aad1080-3cd6-4b94-bb05-283f71e78e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.206922 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-6aad1080-3cd6-4b94-bb05-283f71e78e62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0802891 Jun 09 22:21:08.301703 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-85c6b4f1-7584-4030-b4d1-b757cb1fd170 req-c409e59d-2dbb-4b08-a103-3780dc5a584f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935414 Jun 09 22:21:08.322151 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c68b19-14ec-4549-bf48-0a611802f19a req-3f0112b5-8a26-4c51-b78f-5be0c3215995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.322151 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-3f0112b5-8a26-4c51-b78f-5be0c3215995 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996623 Jun 09 22:21:08.353352 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7eb2-0f89-4fe2-be0b-5c84e236a9b1 req-75736b86-5a52-4c96-bd29-ad075e1a9008 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.354805 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b9ad7eb2-0f89-4fe2-be0b-5c84e236a9b1 req-75736b86-5a52-4c96-bd29-ad075e1a9008 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.0833189 Jun 09 22:21:08.403382 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b9ad7eb2-0f89-4fe2-be0b-5c84e236a9b1 req-aeb2e8e9-fe35-42ac-9010-5a413ae07e08 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Jun 09 22:21:08.459243 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-b4ac1c02-edcd-4b8f-87f3-0372cba22a7d service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299012 Jun 09 22:21:08.603028 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96c68b19-14ec-4549-bf48-0a611802f19a req-ba670cfd-4e94-4e75-84d2-ff2eda9f75a4 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316900 Jun 09 22:21:08.799598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd6d58-29b4-4e19-8eff-6b91dca540a9 req-345b40d8-8185-4124-bfc5-5069aaf5c9b2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.801192 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d4cd6d58-29b4-4e19-8eff-6b91dca540a9 req-345b40d8-8185-4124-bfc5-5069aaf5c9b2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.1454940 Jun 09 22:21:08.816866 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-d6a88c59-db1e-428a-bb78-d5340f240180 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.818337 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-d6a88c59-db1e-428a-bb78-d5340f240180 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.1248422 Jun 09 22:21:08.914623 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d4cd6d58-29b4-4e19-8eff-6b91dca540a9 req-99025603-54a8-4493-9288-9388a5e69d2a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055737 Jun 09 22:21:08.958447 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c85a-e1f5-491d-8ad2-52d4e3051b6b req-a72b9674-b6fa-4b98-a8e0-a5095f725a5b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:08.959917 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a9e0c85a-e1f5-491d-8ad2-52d4e3051b6b req-a72b9674-b6fa-4b98-a8e0-a5095f725a5b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0831187 Jun 09 22:21:08.996840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Deleting port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:08.997207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:09.009421 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a9e0c85a-e1f5-491d-8ad2-52d4e3051b6b req-f326fc53-5240-4b52-9d60-9809f3fb455b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Jun 09 22:21:09.141138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] For port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:09.141138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:09.271651 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Calling delete_port for 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:09.428575 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817057-c2cf-4997-95ca-c3f42aef5b15 req-ee6acce9-f5fa-4efd-b4fc-cc04d65a3910 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:09.430029 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90817057-c2cf-4997-95ca-c3f42aef5b15 req-ee6acce9-f5fa-4efd-b4fc-cc04d65a3910 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 945 time: 0.1413541 Jun 09 22:21:09.488201 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90817057-c2cf-4997-95ca-c3f42aef5b15 req-f3d01e16-8cac-4664-b0ac-7dc6ccb8aab6 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Jun 09 22:21:09.499951 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306f77-55ae-4fcd-a174-16fca59465a5 req-bfdfef07-496d-45fa-8d92-ce0d04304933 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:09.514990 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-49306f77-55ae-4fcd-a174-16fca59465a5 req-bfdfef07-496d-45fa-8d92-ce0d04304933 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0876169 Jun 09 22:21:09.524708 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:09.533004 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1f21213-3a4a-4047-9ab2-2ade16d15969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:09.538081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888', '75b7db93-adaf-46d8-add9-b71a929b9c33', '02587d54-899f-4b86-b7b4-7ae52b0334cc', '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:09.590979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event deleted for resources: {'Port': ['ID=96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:09.594276 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:09.627500 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-49306f77-55ae-4fcd-a174-16fca59465a5 req-264a9787-ce21-4b45-923d-072d3a145ee6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191294 Jun 09 22:21:09.811698 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] No DVR routers for this DVR port 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:21:09.814885 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:09.816963 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fc354083-35b6-4226-b536-3ab8ea917ccc req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "DELETE /v2.0/ports/96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 HTTP/1.1" status: 204 len: 173 time: 0.9841175 Jun 09 22:21:09.818644 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'name': 'network-vif-deleted', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:09.821718 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b36dc-1489-44e9-b811-683f83fb6867" -d '{"events": [{"server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "name": "network-vif-deleted", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:09.851221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dae29-1739-405f-a516-4d7d9404a1fc req-2c936954-8d7a-4ae2-9336-e6d655e1d005 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:09.854486 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2a9dae29-1739-405f-a516-4d7d9404a1fc req-2c936954-8d7a-4ae2-9336-e6d655e1d005 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 943 time: 0.2584345 Jun 09 22:21:09.897291 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1acd21-ae86-45ee-b3eb-3cb8c11e09e1 x-openstack-request-id: req-da1acd21-ae86-45ee-b3eb-3cb8c11e09e1 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:09.897291 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1bce1-923a-4455-943b-a97870a729a4", "name": "network-vif-deleted", "tag": "96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:09.897866 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da1acd21-ae86-45ee-b3eb-3cb8c11e09e1 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:09.898895 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1bce1-923a-4455-943b-a97870a729a4', 'name': 'network-vif-deleted', 'tag': '96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7', 'status': 'completed', 'code': 200} Jun 09 22:21:09.913335 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2a9dae29-1739-405f-a516-4d7d9404a1fc req-b4aa27cf-bfad-42ae-9c03-94ced5e05c6a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519509 Jun 09 22:21:09.990319 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:21:10.135042 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e69ba6-65be-4274-be10-f5788e7a91d9 req-6a9fbc32-bdad-4ee3-82a6-142ab89c1dcd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:10.136619 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87e69ba6-65be-4274-be10-f5788e7a91d9 req-6a9fbc32-bdad-4ee3-82a6-142ab89c1dcd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.1034124 Jun 09 22:21:10.145301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:10.166448 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '5c132894-271a-4c87-8103-1d6192964497', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '5c132894-271a-4c87-8103-1d6192964497', 'mac_address': 'fa:16:3e:1b:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:21:10.185527 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87e69ba6-65be-4274-be10-f5788e7a91d9 req-bd404807-28eb-4805-81cd-70e10aa8c05b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419514 Jun 09 22:21:10.233502 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:10.248275 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa413d-0c63-4015-a2dc-53698cef8433 req-c4b0c4fe-e5d6-427a-9719-856eef7fc261 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:10.250900 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0baa413d-0c63-4015-a2dc-53698cef8433 req-c4b0c4fe-e5d6-427a-9719-856eef7fc261 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.1023626 Jun 09 22:21:10.255935 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:21:10.273617 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:10.304939 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0baa413d-0c63-4015-a2dc-53698cef8433 req-bd37d7a5-a209-4261-ab16-f0d89f4e7b0b tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/security-groups?id=37087874-efe9-4544-884a-50b21de7e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Jun 09 22:21:10.336497 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:10.339329 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:10.404185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=9']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:10.411817 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.412165 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.412540 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.412897 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.413401 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.413739 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.414067 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.414393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.414718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.415044 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.415359 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.415677 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:10.419511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:10.564104 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-918fe1a4-d4dd-4584-af52-d1c49108a2d4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:10.565563 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-918fe1a4-d4dd-4584-af52-d1c49108a2d4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 945 time: 0.0815818 Jun 09 22:21:10.661452 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['5c132894-271a-4c87-8103-1d6192964497'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:10.688304 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-583f6a64-e92e-45ff-bd74-e2beed5d61f5 req-72d38d44-4f61-4d77-915d-305c29b425ec tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=58a1bce1-923a-4455-943b-a97870a729a4 HTTP/1.1" status: 200 len: 210 time: 0.0726871 Jun 09 22:21:10.746356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Deleting port 4bc1567d-02f9-4f71-ae91-d28b48388f96 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:10.746699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:10.946378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] For port 4bc1567d-02f9-4f71-ae91-d28b48388f96, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4bc1567d-02f9-4f71-ae91-d28b48388f96,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:10.946378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:11.024431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669526-356a-4232-8f8f-8e9c05119589 req-19295e94-e3b7-4874-9427-ef822e6e6586 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:11.025917 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d0669526-356a-4232-8f8f-8e9c05119589 req-19295e94-e3b7-4874-9427-ef822e6e6586 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2138467 Jun 09 22:21:11.098950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Calling delete_port for 4bc1567d-02f9-4f71-ae91-d28b48388f96 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:11.124288 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b3d6-a1d0-4190-a49c-d612a822217f req-30cbbd9d-726f-4f33-97a1-f27ab82d5029 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:11.126582 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abf7b3d6-a1d0-4190-a49c-d612a822217f req-30cbbd9d-726f-4f33-97a1-f27ab82d5029 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 944 time: 0.0906513 Jun 09 22:21:11.156786 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d0669526-356a-4232-8f8f-8e9c05119589 req-89231984-7762-4ae6-9b7b-76264f7ea365 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662332 Jun 09 22:21:11.182136 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abf7b3d6-a1d0-4190-a49c-d612a822217f req-2c9057fc-d206-4d9f-ad53-d70d82693340 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 Jun 09 22:21:11.333439 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:11.348454 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0fafb975-db37-4482-a92b-96be06c35f68 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:11.364629 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['4bc1567d-02f9-4f71-ae91-d28b48388f96'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:11.397632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Pushing event deleted for resources: {'Port': ['ID=4bc1567d-02f9-4f71-ae91-d28b48388f96,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:11.438804 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:11.474644 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b04f5b64-4908-46fc-b659-72f796d8e5f8 req-7098f99a-f8ac-4cbe-bb11-264cc94249c4 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 210 time: 0.0500655 Jun 09 22:21:11.492434 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] No DVR routers for this DVR port 4bc1567d-02f9-4f71-ae91-d28b48388f96 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:21:11.498397 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:11.501243 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a99e95c0-31ae-4c73-9099-7505eeb458aa req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.35 "DELETE /v2.0/ports/4bc1567d-02f9-4f71-ae91-d28b48388f96 HTTP/1.1" status: 204 len: 173 time: 0.9268446 Jun 09 22:21:11.516916 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffebae-a4d3-48f0-a8fc-13afddc57380 req-1484ffeb-14c5-40bf-9b01-9aa7ad13b9fd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:11.518400 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-86ffebae-a4d3-48f0-a8fc-13afddc57380 req-1484ffeb-14c5-40bf-9b01-9aa7ad13b9fd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.2232232 Jun 09 22:21:11.564404 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-86ffebae-a4d3-48f0-a8fc-13afddc57380 req-1f570231-a914-43fe-bdf4-86a557d917bf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Jun 09 22:21:11.899555 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'name': 'network-vif-deleted', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:11.902039 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116dfc18-5e9b-4bbe-ad8b-2a8a73c0e75c" -d '{"events": [{"server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "name": "network-vif-deleted", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:11.953237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22962e0d-b637-4bc4-aac0-e2a6f027d194 x-openstack-request-id: req-22962e0d-b637-4bc4-aac0-e2a6f027d194 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:11.953237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd76a5-16ca-4c58-9908-ba61a72b283f", "name": "network-vif-deleted", "tag": "4bc1567d-02f9-4f71-ae91-d28b48388f96", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:11.953237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22962e0d-b637-4bc4-aac0-e2a6f027d194 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:11.953237 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd76a5-16ca-4c58-9908-ba61a72b283f', 'name': 'network-vif-deleted', 'tag': '4bc1567d-02f9-4f71-ae91-d28b48388f96', 'status': 'completed', 'code': 200} Jun 09 22:21:12.010760 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:21:12.106152 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 5c132894-271a-4c87-8103-1d6192964497 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:21:12.106539 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:12.222807 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:12.255681 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:12.258037 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ef089a-ff80-42ec-9f5c-684924f49b4e" -d '{"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:12.272316 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:12.342434 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:12.346862 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4bc1567d-02f9-4f71-ae91-d28b48388f96 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:12.368256 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d005261-8124-4a4a-95cc-ba67e0bb14fb req-ab42a6fe-6d6c-432d-8b2f-2ae9767fe521 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:12.370126 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d005261-8124-4a4a-95cc-ba67e0bb14fb req-ab42a6fe-6d6c-432d-8b2f-2ae9767fe521 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0998001 Jun 09 22:21:12.384002 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:12.434303 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 4bc1567d-02f9-4f71-ae91-d28b48388f96 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:12.434948 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4bc1567d-02f9-4f71-ae91-d28b48388f96 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:12.435533 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:12.452447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9af2-e3c0-4c57-8f6f-e196dde33da3 req-b71c743c-0d32-4ca2-af6c-685c63a41408 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:12.454955 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6d8e9af2-e3c0-4c57-8f6f-e196dde33da3 req-b71c743c-0d32-4ca2-af6c-685c63a41408 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.1277812 Jun 09 22:21:12.457319 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d005261-8124-4a4a-95cc-ba67e0bb14fb req-7ae05594-415a-4621-93bf-f7648f8c004e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797575 Jun 09 22:21:12.495520 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:12.496095 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 96d3c9ba-a9e5-4bf0-94e2-2c44de1ebaa7 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:12.517920 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=10']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:12.521446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:12.529521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fae53e-b4bd-473f-9823-77f8375b5376 x-openstack-request-id: req-18fae53e-b4bd-473f-9823-77f8375b5376 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:12.530550 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-plugged", "status": "completed", "tag": "5c132894-271a-4c87-8103-1d6192964497", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:12.531359 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18fae53e-b4bd-473f-9823-77f8375b5376 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:12.533415 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'code': 200} Jun 09 22:21:12.539043 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6d8e9af2-e3c0-4c57-8f6f-e196dde33da3 req-df44a0a0-8d5c-4385-a1a4-40c27923f539 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780554 Jun 09 22:21:12.700013 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-98158799-84a6-4905-ae07-f866f24f8b25 req-3b7734a3-5422-4c6c-8bde-0da6d85259d3 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0dd76a5-16ca-4c58-9908-ba61a72b283f HTTP/1.1" status: 200 len: 210 time: 0.0500920 Jun 09 22:21:12.783502 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb460e-fee5-4ba9-82d6-369bada1d4aa req-212779db-adaf-4fcc-9914-15b19b2b4c42 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:12.784871 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0cbb460e-fee5-4ba9-82d6-369bada1d4aa req-212779db-adaf-4fcc-9914-15b19b2b4c42 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.0899212 Jun 09 22:21:12.831981 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0cbb460e-fee5-4ba9-82d6-369bada1d4aa req-de52b343-453f-4474-b84b-a59e10540193 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412502 Jun 09 22:21:13.222524 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea814e-e14c-4ef3-82e0-1376af822674 req-64a45f85-2c7e-4ef0-b096-464274ac5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:13.224052 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-38ea814e-e14c-4ef3-82e0-1376af822674 req-64a45f85-2c7e-4ef0-b096-464274ac5dcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1099 time: 0.0762696 Jun 09 22:21:13.275001 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-38ea814e-e14c-4ef3-82e0-1376af822674 req-bef533dd-d616-451b-adc8-fa1c8701f9d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Jun 09 22:21:13.647687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a10cb-956f-45ec-b58e-0343d2f243bf req-6f43467a-e213-4ae0-ad7b-b339ff6e54ad tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:13.653495 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5d9a10cb-956f-45ec-b58e-0343d2f243bf req-6f43467a-e213-4ae0-ad7b-b339ff6e54ad tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0917201 Jun 09 22:21:13.700339 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5d9a10cb-956f-45ec-b58e-0343d2f243bf req-06c58924-971d-4bbd-bea7-a3d9b71ab013 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 Jun 09 22:21:13.812322 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce351-1bef-4b1b-b2ca-3d5d7d4cabd4 req-09d6b935-4f8d-463b-84a4-780f23422d33 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:13.813830 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e6ce351-1bef-4b1b-b2ca-3d5d7d4cabd4 req-09d6b935-4f8d-463b-84a4-780f23422d33 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.0983398 Jun 09 22:21:13.859988 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e6ce351-1bef-4b1b-b2ca-3d5d7d4cabd4 req-ea85568c-c0a3-42fe-9793-6119c3c1db14 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Jun 09 22:21:13.904960 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc98439-c7eb-45d1-9126-7135d017f113 req-153fff44-a52d-4c16-80a2-ea6cb9238ce4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:13.907371 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cbc98439-c7eb-45d1-9126-7135d017f113 req-153fff44-a52d-4c16-80a2-ea6cb9238ce4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 946 time: 0.0941105 Jun 09 22:21:13.958714 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46874) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:13.961635 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cbc98439-c7eb-45d1-9126-7135d017f113 req-686a547a-9cbd-4f61-ba92-4398281e6064 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Jun 09 22:21:14.023905 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 3b122b27-5c7d-4a48-90c4-39fee3108831 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:21:14.164456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3b122b27-5c7d-4a48-90c4-39fee3108831,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:14.178794 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'port_id': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'mac_address': 'fa:16:3e:27:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:21:14.235882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:14.256425 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b122b27-5c7d-4a48-90c4-39fee3108831 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:21:14.275407 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3b122b27-5c7d-4a48-90c4-39fee3108831,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:14.325535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7e7d7-e0f6-4b1b-b20b-db098278224a req-fe52e1be-cfc4-455e-95d1-2e4b89bdcd4e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:14.327255 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-72a7e7d7-e0f6-4b1b-b20b-db098278224a req-fe52e1be-cfc4-455e-95d1-2e4b89bdcd4e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 943 time: 0.2431500 Jun 09 22:21:14.348718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:14.349753 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:14.413391 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-72a7e7d7-e0f6-4b1b-b20b-db098278224a req-70e3b656-73a2-4065-abcb-89ee098b6816 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770776 Jun 09 22:21:14.430382 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:14.441926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:14.634133 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:14.646724 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['3b122b27-5c7d-4a48-90c4-39fee3108831'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:14.943421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5c80d-c48e-47ed-98c9-337396a661c8 req-d5ff5b6b-0ca2-45e0-87c4-e1078ab43ff3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:14.956274 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-24b5c80d-c48e-47ed-98c9-337396a661c8 req-d5ff5b6b-0ca2-45e0-87c4-e1078ab43ff3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1311550 Jun 09 22:21:15.050445 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-24b5c80d-c48e-47ed-98c9-337396a661c8 req-0f5005fa-807a-4f49-b515-eee0382c63da tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926373 Jun 09 22:21:15.205287 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546855db-5ed3-4a68-8ff2-c4d4a451acab req-60f9b648-3451-4881-b49c-ac63832de31d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:15.206857 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-546855db-5ed3-4a68-8ff2-c4d4a451acab req-60f9b648-3451-4881-b49c-ac63832de31d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.1102705 Jun 09 22:21:15.315926 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206af9-f8f2-4de1-be5b-6c040194367f req-590a3cf6-8b15-4bb6-865d-41d0ef28767b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:15.317347 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7b206af9-f8f2-4de1-be5b-6c040194367f req-590a3cf6-8b15-4bb6-865d-41d0ef28767b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 946 time: 0.1635871 Jun 09 22:21:15.330117 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-546855db-5ed3-4a68-8ff2-c4d4a451acab req-2d870984-893b-4421-97f2-fb0505ed47d3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166697 Jun 09 22:21:15.368763 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7b206af9-f8f2-4de1-be5b-6c040194367f req-0fa62139-f82f-48f0-ba05-a213aa73560d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Jun 09 22:21:15.374960 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Deleting port fb97990e-e7fb-4014-9131-8a01497b01d8 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:15.377160 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:15.576738 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-aff120a5-1109-4258-aa22-4ff84eaf2986 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:15.579198 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-aff120a5-1109-4258-aa22-4ff84eaf2986 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 946 time: 0.1390944 Jun 09 22:21:15.602709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] For port fb97990e-e7fb-4014-9131-8a01497b01d8, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=fb97990e-e7fb-4014-9131-8a01497b01d8,segment=NetworkSegment(29b28cd8-0134-4256-8a1b-d5e18ac622d1),segment_id=29b28cd8-0134-4256-8a1b-d5e18ac622d1)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:15.606727 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:15.734312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Deleting port 02587d54-899f-4b86-b7b4-7ae52b0334cc {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:15.734685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:15.737694 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Calling delete_port for fb97990e-e7fb-4014-9131-8a01497b01d8 owned by network:router_interface {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:15.782434 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734443e4-d1c7-46be-9f8b-99b3148af8f9 req-b462426e-54fd-4e5e-ac43-18607aec9eda tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:15.784013 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-734443e4-d1c7-46be-9f8b-99b3148af8f9 req-b462426e-54fd-4e5e-ac43-18607aec9eda tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 944 time: 0.2482002 Jun 09 22:21:15.897702 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] For port 02587d54-899f-4b86-b7b4-7ae52b0334cc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=02587d54-899f-4b86-b7b4-7ae52b0334cc,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:15.898099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:15.967327 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-734443e4-d1c7-46be-9f8b-99b3148af8f9 req-a9515bf7-8772-4aa7-9ef9-ad779f9e27b1 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762309 Jun 09 22:21:16.036457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Calling delete_port for 02587d54-899f-4b86-b7b4-7ae52b0334cc owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:16.040084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 3b122b27-5c7d-4a48-90c4-39fee3108831 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:21:16.187414 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.191491 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:16.233279 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 3b122b27-5c7d-4a48-90c4-39fee3108831 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:21:16.235025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.235450 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb97990e-e7fb-4014-9131-8a01497b01d8,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:16.239559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:16.241908 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 3b122b27-5c7d-4a48-90c4-39fee3108831 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:21:16.242405 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.246711 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f5505af5-ccb3-4ee5-af3b-0b39c0e7978f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:16.274099 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888', '75b7db93-adaf-46d8-add9-b71a929b9c33'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:16.343292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event deleted for resources: {'Port': ['ID=02587d54-899f-4b86-b7b4-7ae52b0334cc,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:16.346173 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:16.407743 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] No DVR routers for this DVR port 02587d54-899f-4b86-b7b4-7ae52b0334cc on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:21:16.412138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.414664 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a0e6ce28-b961-488e-975d-0cd51985b2ce req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "DELETE /v2.0/ports/02587d54-899f-4b86-b7b4-7ae52b0334cc HTTP/1.1" status: 204 len: 173 time: 0.8287356 Jun 09 22:21:16.415332 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'name': 'network-vif-deleted', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:16.417889 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4de07-9d9d-42ba-ac15-d55c7c6c25cf" -d '{"events": [{"server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "name": "network-vif-deleted", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:16.441069 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084295d8-299b-4602-89ae-4dfa9d03ccef req-b67eae7c-3fa8-454f-9e2f-ff38087e30ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:16.443049 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-084295d8-299b-4602-89ae-4dfa9d03ccef req-b67eae7c-3fa8-454f-9e2f-ff38087e30ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.2644928 Jun 09 22:21:16.488013 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.509838 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-084295d8-299b-4602-89ae-4dfa9d03ccef req-cdd213ff-7174-4985-a273-44d9ec208463 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610013 Jun 09 22:21:16.537815 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:16.540074 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79807179-942c-468b-81d7-a85cc9fe3aee" -d '{"events": [{"server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "name": "network-vif-plugged", "status": "completed", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:16.556058 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3b122b27-5c7d-4a48-90c4-39fee3108831,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:16.593766 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.613751 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4895be-5972-41d0-a2c3-54591688a119 req-2212ba0e-abae-4e60-9341-026a62ea4980 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:16.616126 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-aa4895be-5972-41d0-a2c3-54591688a119 req-2212ba0e-abae-4e60-9341-026a62ea4980 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.1397858 Jun 09 22:21:16.627756 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:16.663822 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-b9b40b43-8922-46b9-90f8-fd594e7dc07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:16.678910 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-aa71f914-52ef-4e5f-ab6d-620d31881fc3 req-25bcef0e-eb60-4ce6-a128-4e92a2a04f77 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b HTTP/1.1" status: 200 len: 210 time: 0.0473731 Jun 09 22:21:16.750251 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea085b6-8b4d-4c6d-8286-62d1320e7946 x-openstack-request-id: req-1ea085b6-8b4d-4c6d-8286-62d1320e7946 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:16.750575 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b", "name": "network-vif-deleted", "tag": "02587d54-899f-4b86-b7b4-7ae52b0334cc", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:16.750859 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ea085b6-8b4d-4c6d-8286-62d1320e7946 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:16.751287 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd1fc93-9a56-4ed0-8faa-d6a3aa4e5e8b', 'name': 'network-vif-deleted', 'tag': '02587d54-899f-4b86-b7b4-7ae52b0334cc', 'status': 'completed', 'code': 200} Jun 09 22:21:16.804771 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a405bbfd-e505-4675-8800-a40bce39bd17 x-openstack-request-id: req-a405bbfd-e505-4675-8800-a40bce39bd17 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:16.811092 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "name": "network-vif-plugged", "status": "completed", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:16.811092 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a405bbfd-e505-4675-8800-a40bce39bd17 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:16.811092 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'code': 200} Jun 09 22:21:16.816177 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:16.820146 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:16.929397 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-aa4895be-5972-41d0-a2c3-54591688a119 req-aae139a6-495e-4ae6-a68d-8adf129b4bfa tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536316 Jun 09 22:21:17.158285 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:21:17.181895 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a003a-61ab-45f8-a37e-6ad8e4de5028 req-71bbd72e-d5fe-4c90-a734-23ccfea39272 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:17.183384 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fc5a003a-61ab-45f8-a37e-6ad8e4de5028 req-71bbd72e-d5fe-4c90-a734-23ccfea39272 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.0984290 Jun 09 22:21:17.275028 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fc5a003a-61ab-45f8-a37e-6ad8e4de5028 req-f12977ca-db0a-43a4-a0cf-c94f944d85e3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845861 Jun 09 22:21:17.309514 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cb229-23f2-4ac4-a4b2-448831813bf0 req-3c9630e7-50bb-454f-b44e-c60f6d6a8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:17.311233 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-889cb229-23f2-4ac4-a4b2-448831813bf0 req-3c9630e7-50bb-454f-b44e-c60f6d6a8822 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 1098 time: 0.0814555 Jun 09 22:21:17.355189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:21:17.357425 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-889cb229-23f2-4ac4-a4b2-448831813bf0 req-20371930-9fab-4237-a13f-8066d71e4d8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Jun 09 22:21:17.364927 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] 10.222.0.38 "PUT /v2.0/routers/5108aa9c-f5f3-40e2-8bd9-613525a9d3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024637 Jun 09 22:21:17.365273 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46950) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:17.365817 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Sync routers for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:21:17.376695 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:21:17.377454 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:20:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:17.550844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:17.561484 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:21:17.799201 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:17.813773 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f619589-252b-4b68-a8b4-6461d3493684 req-72078bd5-a87d-49dc-b7be-74e53b8a1917 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:17.815652 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f619589-252b-4b68-a8b4-6461d3493684 req-72078bd5-a87d-49dc-b7be-74e53b8a1917 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1509790 Jun 09 22:21:17.868894 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:21:16Z', 'revision_number': 5, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port': {'id': '7233866e-f8be-457a-9c1c-23d3319888ff', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:18Z', 'updated_at': '2021-06-09T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:17.872877 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3f619589-252b-4b68-a8b4-6461d3493684 req-11f575df-2418-436f-954c-b3f2ed9c9252 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507224 Jun 09 22:21:17.873463 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Checking router: 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:21:17.883053 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Routers {'5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:21:17.883781 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:20:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:17.987709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Deleting port 7233866e-f8be-457a-9c1c-23d3319888ff {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:17.988191 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:18.052845 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 02587d54-899f-4b86-b7b4-7ae52b0334cc no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:18.089813 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] Set router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:21:18.118862 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 02587d54-899f-4b86-b7b4-7ae52b0334cc {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:18.119500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 02587d54-899f-4b86-b7b4-7ae52b0334cc not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:18.132903 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] For port 7233866e-f8be-457a-9c1c-23d3319888ff, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=7233866e-f8be-457a-9c1c-23d3319888ff,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:18.133476 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:18.208898 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:21:17Z', 'revision_number': 6, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:18.213977 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dab8b-b9bb-4fdd-844b-d40b5f951eb1 None None] The sync data for ids ['5108aa9c-f5f3-40e2-8bd9-613525a9d3bb'] in dv-cinder-789564-5-iscsi is: [{'id': '5108aa9c-f5f3-40e2-8bd9-613525a9d3bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1087661504-router', 'tenant_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:16Z', 'updated_at': '2021-06-09T22:21:17Z', 'revision_number': 6, 'project_id': '6e98c5b67cb74257a3b2d02c64bd9ee2', 'gw_port_host': None}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:21:18.379341 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Calling delete_port for 7233866e-f8be-457a-9c1c-23d3319888ff owned by network:router_gateway {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:18.509901 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d460b-ea1d-4082-83fc-ccb9ef9feca1 req-48c23e6a-fe3f-4a17-a9e3-2423f272bc51 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:18.511522 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e7d460b-ea1d-4082-83fc-ccb9ef9feca1 req-48c23e6a-fe3f-4a17-a9e3-2423f272bc51 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.1133482 Jun 09 22:21:18.571504 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5e7d460b-ea1d-4082-83fc-ccb9ef9feca1 req-8b0029f7-42c1-497a-915d-bc3ebf098a4e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527811 Jun 09 22:21:18.644498 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2c69b-0b9d-4ae3-b7f8-b564192ee4d0 req-58795d9f-6d44-416a-8af6-570fbfa24ef7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:18.646083 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-44a2c69b-0b9d-4ae3-b7f8-b564192ee4d0 req-58795d9f-6d44-416a-8af6-570fbfa24ef7 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.1071575 Jun 09 22:21:18.699608 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-44a2c69b-0b9d-4ae3-b7f8-b564192ee4d0 req-55a52fa9-d640-43de-aa0e-76799c49604b tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Jun 09 22:21:18.719192 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:18.723151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d3fe5335-39db-4575-b067-0b72b62a3a77 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:18.767549 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7233866e-f8be-457a-9c1c-23d3319888ff,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:18.769996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:18.859670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.072423 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.079287 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.190834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3a33-ebe6-4240-93b0-763652d7f7d6 req-03991bb0-14a4-430e-8979-fb968d0a022a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:19.192411 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-02dc3a33-ebe6-4240-93b0-763652d7f7d6 req-03991bb0-14a4-430e-8979-fb968d0a022a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1692009 Jun 09 22:21:19.238053 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.238677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5108aa9c-f5f3-40e2-8bd9-613525a9d3bb {{(pid=92489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:21:19.243941 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.245154 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] 10.222.0.38 "DELETE /v2.0/routers/5108aa9c-f5f3-40e2-8bd9-613525a9d3bb HTTP/1.1" status: 204 len: 168 time: 1.8790262 Jun 09 22:21:19.247739 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46970) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:19.252353 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-02dc3a33-ebe6-4240-93b0-763652d7f7d6 req-9fb78616-a366-4895-93a2-0761a1309ea6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537639 Jun 09 22:21:19.310540 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Deleting subnet 890c08c0-e959-4566-8b5a-806eff681208 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:21:19.314042 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.365851 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.423832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.548131 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.552403 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7317ccac-1dab-44a2-82fc-bb8f822377b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:19.587873 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890c08c0-e959-4566-8b5a-806eff681208,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:19.590740 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:19.591734 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.594446 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/890c08c0-e959-4566-8b5a-806eff681208 HTTP/1.1" status: 204 len: 168 time: 0.3455732 Jun 09 22:21:19.596270 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46972) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:19.710447 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.846222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 7233866e-f8be-457a-9c1c-23d3319888ff no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:19.885394 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 7233866e-f8be-457a-9c1c-23d3319888ff {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:19.885834 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 7233866e-f8be-457a-9c1c-23d3319888ff not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:19.886456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device fb97990e-e7fb-4014-9131-8a01497b01d8 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:19.891545 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59f4d5-1f7e-44e5-8c09-66f3786eb5e5 req-0c27c38f-2a18-4518-9431-31dd81816bc7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:19.893759 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9d59f4d5-1f7e-44e5-8c09-66f3786eb5e5 req-0c27c38f-2a18-4518-9431-31dd81816bc7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.1978214 Jun 09 22:21:19.901276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:19.932791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf94637-4099-43f8-a600-afbe79958383']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:19.941714 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: fb97990e-e7fb-4014-9131-8a01497b01d8 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:19.945175 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device fb97990e-e7fb-4014-9131-8a01497b01d8 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:19.957183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b28cd8-0134-4256-8a1b-d5e18ac622d1') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:19.957183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b28cd8-0134-4256-8a1b-d5e18ac622d1') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:19.966403 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-81f5e2a3-1da7-4272-a494-ec9730f0db59 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:19.971725 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-81f5e2a3-1da7-4272-a494-ec9730f0db59 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.1374609 Jun 09 22:21:19.974102 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9d59f4d5-1f7e-44e5-8c09-66f3786eb5e5 req-a16cc9e7-5eb0-4085-87ab-9b2cb4133558 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686774 Jun 09 22:21:19.975114 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.025260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.055755 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:21:20.061249 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.080043 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709d32-b71d-4580-9b1e-c53985b063fe req-7ff0f274-2e0a-4417-b8c8-af96996db085 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:20.081888 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-98709d32-b71d-4580-9b1e-c53985b063fe req-7ff0f274-2e0a-4417-b8c8-af96996db085 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 946 time: 0.2455907 Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:21:20.082752 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:21:20.227611 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad021a2-537f-4e48-9b64-f7643aeb430a req-29c56453-4d20-48e1-a5ca-4f8b2c89f4ff tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:20.228378 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2ad021a2-537f-4e48-9b64-f7643aeb430a req-29c56453-4d20-48e1-a5ca-4f8b2c89f4ff tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.1231372 Jun 09 22:21:20.230706 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Deleting port 75b7db93-adaf-46d8-add9-b71a929b9c33 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:20.231051 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.296909 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-98709d32-b71d-4580-9b1e-c53985b063fe req-9b574680-d2bd-4d18-b158-9b05228b2d04 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681736 Jun 09 22:21:20.341818 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.346341 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24122f41-a5bf-4023-b1e8-e4a055f199eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:20.360757 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.365296 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] 10.222.0.38 "DELETE /v2.0/networks/acf94637-4099-43f8-a600-afbe79958383 HTTP/1.1" status: 204 len: 168 time: 0.7655501 Jun 09 22:21:20.369594 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf94637-4099-43f8-a600-afbe79958383,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:20.372103 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:20.445791 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2ad021a2-537f-4e48-9b64-f7643aeb430a req-82d32fc2-0f97-4d84-8da7-f45661d99aaf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240408 Jun 09 22:21:20.473859 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46988) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:20.503929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] For port 75b7db93-adaf-46d8-add9-b71a929b9c33, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=75b7db93-adaf-46d8-add9-b71a929b9c33,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:20.504299 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.510412 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7bd58-66c4-4d38-a5cc-2a801562d117 req-cc42f080-d189-42d4-a8fb-a62f39216216 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:20.512628 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6d7bd58-66c4-4d38-a5cc-2a801562d117 req-cc42f080-d189-42d4-a8fb-a62f39216216 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1023676 Jun 09 22:21:20.565743 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6d7bd58-66c4-4d38-a5cc-2a801562d117 req-a93f48b1-e616-44c2-ab32-f77586eb5d60 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465028 Jun 09 22:21:20.632405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Calling delete_port for 75b7db93-adaf-46d8-add9-b71a929b9c33 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:20.763631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46992) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:20.774565 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca68ed5-0ef9-4a8d-bb16-5186ee566cf0 tempest-TestVolumeBootPattern-574271356 tempest-TestVolumeBootPattern-574271356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:20.778741 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6ca68ed5-0ef9-4a8d-bb16-5186ee566cf0 tempest-TestVolumeBootPattern-574271356 tempest-TestVolumeBootPattern-574271356-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 1093 time: 0.3012698 Jun 09 22:21:20.778979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 46994) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:20.784263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'port_id': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:20.817303 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e58201a4-1222-41b9-9d02-aef8d7c38b46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e98c5b67cb74257a3b2d02c64bd9ee2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523865 Jun 09 22:21:20.821035 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 46996) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:20.882936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.901688 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.908576 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-92431760-c03b-41de-8817-d75a2ce8193c tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:20.911355 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.951292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:20.977456 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event deleted for resources: {'Port': ['ID=75b7db93-adaf-46d8-add9-b71a929b9c33,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:21.012132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:21.027427 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.029908 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.031703 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37087874-efe9-4544-884a-50b21de7e9a1 HTTP/1.1" status: 204 len: 168 time: 0.2096949 Jun 09 22:21:21.032547 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-37d2d95f-fd02-4de4-b6c5-ef8db89a4fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:21.042460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37087874-efe9-4544-884a-50b21de7e9a1,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:21.047142 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:21.108556 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] No DVR routers for this DVR port 75b7db93-adaf-46d8-add9-b71a929b9c33 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:21:21.112247 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.114191 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5584a7b3-63f9-4ae2-928b-6deba9aa67b1 req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "DELETE /v2.0/ports/75b7db93-adaf-46d8-add9-b71a929b9c33 HTTP/1.1" status: 204 len: 173 time: 1.1390948 Jun 09 22:21:21.114688 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'name': 'network-vif-deleted', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:21.117160 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c519728-b9f9-4eff-a287-1a958d05db7e" -d '{"events": [{"server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "name": "network-vif-deleted", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:21.167624 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c347f53-75d1-4a64-80d4-07f645b1fab8 x-openstack-request-id: req-7c347f53-75d1-4a64-80d4-07f645b1fab8 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:21.176024 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbdd67-1a60-48d4-b46a-6da33e035405", "name": "network-vif-deleted", "tag": "75b7db93-adaf-46d8-add9-b71a929b9c33", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:21.176024 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c347f53-75d1-4a64-80d4-07f645b1fab8 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:21.176024 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bbdd67-1a60-48d4-b46a-6da33e035405', 'name': 'network-vif-deleted', 'tag': '75b7db93-adaf-46d8-add9-b71a929b9c33', 'status': 'completed', 'code': 200} Jun 09 22:21:21.202134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.342356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Allocated IP 172.27.0.62 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/29f96b18-0315-4d91-9bc9-b1d552cf6143) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:21:21.455940 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8e36b217-a002-487a-b845-bd5c575f24c2 req-c1362e25-68cb-4b0e-8b6c-136179beeb13 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0480027 Jun 09 22:21:21.497499 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.564706 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:21.569786 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:21.633935 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:21:21.636831 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:21:21.641107 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:21:21.678175 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=29f96b18-0315-4d91-9bc9-b1d552cf6143,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:21.684517 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:21.869481 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200c375-4f5b-404b-a849-b2817eda90ea req-b6dd1ba5-d2b7-4c57-b837-dca651b6780d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:21.870931 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9200c375-4f5b-404b-a849-b2817eda90ea req-b6dd1ba5-d2b7-4c57-b837-dca651b6780d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1939640 Jun 09 22:21:22.139446 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9200c375-4f5b-404b-a849-b2817eda90ea req-c20658c1-a23a-41d7-bf84-50ac23a69679 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586887 Jun 09 22:21:22.354658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:22.526200 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:22.635146 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0ab60cc3-37ab-4361-88cc-c20ccf63add8 req-25d21bb2-fcae-437d-97d2-f0ff64194959 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0570841 Jun 09 22:21:22.806379 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:22.872707 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:22.876687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-552fce19-e481-4635-a6e0-b432f9b1e221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:22.986553 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=29f96b18-0315-4d91-9bc9-b1d552cf6143,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:22.989529 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:22.999648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:23.176825 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Floating IP 60222fda-c457-4fca-ad1e-3206ab4ee89b associated. External IP: 172.27.0.62, port: 3b122b27-5c7d-4a48-90c4-39fee3108831. Jun 09 22:21:23.338285 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc7d4-925d-49e6-8190-4269b0563cd5 req-36105d5b-d724-467f-aecd-64422d62793f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:23.339904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a68dc7d4-925d-49e6-8190-4269b0563cd5 req-36105d5b-d724-467f-aecd-64422d62793f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0861833 Jun 09 22:21:23.390251 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a68dc7d4-925d-49e6-8190-4269b0563cd5 req-760935f2-93a7-4776-8043-4aab04ab096e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Jun 09 22:21:23.510351 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:23.539027 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:21:23.543411 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 75b7db93-adaf-46d8-add9-b71a929b9c33 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:23.600623 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 75b7db93-adaf-46d8-add9-b71a929b9c33 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:23.600980 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 75b7db93-adaf-46d8-add9-b71a929b9c33 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:23.831435 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5c1fb0f6-52f3-4b7b-b5a4-2df5c6446331 req-034b1241-e5f7-4ae7-b6e9-ac6aa327de58 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=48bbdd67-1a60-48d4-b46a-6da33e035405 HTTP/1.1" status: 200 len: 210 time: 0.0593512 Jun 09 22:21:23.867340 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:21:23.883669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:21:23.894678 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:21:23.895401 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:20:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:24.021697 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:24.082746 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3025062 Jun 09 22:21:24.083360 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:24.089735 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:24.107770 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:21:24.140260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0818cd2-c286-49cb-86ba-980dbc1948fe x-openstack-request-id: req-f0818cd2-c286-49cb-86ba-980dbc1948fe {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:24.140761 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:24.141045 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0818cd2-c286-49cb-86ba-980dbc1948fe {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:24.141671 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'status': 'completed', 'code': 200} Jun 09 22:21:24.248017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-061a7413-87e4-46f4-ae6b-946de56e6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:24.249051 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-061a7413-87e4-46f4-ae6b-946de56e6a5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 1098 time: 0.0799246 Jun 09 22:21:24.388479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-f5d94f2f-31de-4b3e-a0f3-9ef83a043fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:24.390761 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-f5d94f2f-31de-4b3e-a0f3-9ef83a043fd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1333640 Jun 09 22:21:24.522282 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-383334d4-c3d9-47b3-a687-9a8141e0d9d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b122b27-5c7d-4a48-90c4-39fee3108831 HTTP/1.1" status: 200 len: 998 time: 0.1149085 Jun 09 22:21:24.555150 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '60222fda-c457-4fca-ad1e-3206ab4ee89b', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:27:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:21:22Z', 'updated_at': '2021-06-09T22:21:22Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:24.562477 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:21:24.578233 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:21:24.579167 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:20:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:24.594735 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-295e1d17-86ea-4686-ba45-e3fb9d665b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:24.596487 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-295e1d17-86ea-4686-ba45-e3fb9d665b93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0676699 Jun 09 22:21:24.659476 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-df47a7ac-c44b-4792-a9f8-1f0e88525944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:24.679377 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb2a4-03e6-4e0b-b2fb-7a8c4ad7829f req-0591db0a-dee3-42ca-a700-17b94fcb92a8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:24.681516 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-a8b7488f-665d-46fb-994b-9c16d9620935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:24.683155 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-a8b7488f-665d-46fb-994b-9c16d9620935 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786073 Jun 09 22:21:24.688006 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76beb2a4-03e6-4e0b-b2fb-7a8c4ad7829f req-0591db0a-dee3-42ca-a700-17b94fcb92a8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1324925 Jun 09 22:21:24.731509 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76beb2a4-03e6-4e0b-b2fb-7a8c4ad7829f req-04fb95b0-0fb9-4c0a-9f06-617fd1872e68 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Jun 09 22:21:24.816417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:21:24.839894 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-1dbd9145-bc37-45d6-b441-8087d7215ec9 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474340 Jun 09 22:21:24.987679 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-297d79a6-cfe8-4c36-80b7-0b5c5bd782ec req-3334227d-eb8c-43c0-a1dc-add02bd5fc3c service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395953 Jun 09 22:21:25.207553 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '60222fda-c457-4fca-ad1e-3206ab4ee89b', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:27:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:21:22Z', 'updated_at': '2021-06-09T22:21:22Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:25.212769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c61820-b3b5-4560-ba8c-fc680964142d None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '60222fda-c457-4fca-ad1e-3206ab4ee89b', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:27:b9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:21:22Z', 'updated_at': '2021-06-09T22:21:22Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:21:25.324336 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb97fe-c109-4db4-8e7c-7d7d239f5d7a req-2ecf0497-1728-41cb-be04-822c80aeeca0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:25.326031 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-53fb97fe-c109-4db4-8e7c-7d7d239f5d7a req-2ecf0497-1728-41cb-be04-822c80aeeca0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1004381 Jun 09 22:21:25.375312 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-53fb97fe-c109-4db4-8e7c-7d7d239f5d7a req-35f3cf5b-bf8c-41d0-8334-baf531849334 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Jun 09 22:21:25.444132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-f4f6a558-c6cd-4f3e-9ac6-dd9ce49a51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:25.445876 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-f4f6a558-c6cd-4f3e-9ac6-dd9ce49a51fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 1098 time: 0.0874081 Jun 09 22:21:25.495159 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409ea6e-deba-4006-b1f1-58acdbf8d036 None None] New status for floating IP 60222fda-c457-4fca-ad1e-3206ab4ee89b: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:21:25.603822 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-0f14482a-50d4-4a3a-93e7-2952f30a7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:25.605330 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-0f14482a-50d4-4a3a-93e7-2952f30a7e11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1513159 Jun 09 22:21:25.714890 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-4f885526-362e-4561-abb1-696e00e72799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 200 len: 1001 time: 0.1026201 Jun 09 22:21:25.795427 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-32ae6746-65b1-4e09-af3d-1f3ea04d5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:25.795427 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-32ae6746-65b1-4e09-af3d-1f3ea04d5342 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0703008 Jun 09 22:21:25.965853 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-5373b856-4b83-4d9c-9d32-a195cf6f7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:25.967298 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-5373b856-4b83-4d9c-9d32-a195cf6f7b04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1678052 Jun 09 22:21:26.118725 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-69aa4497-424e-4930-81df-9762fa502d7d service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355417 Jun 09 22:21:26.294811 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-496e50f1-f20a-428a-98d2-f3578c5752bb req-fd34ae9d-b4c7-4007-9b3a-7c90cb47c185 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691604 Jun 09 22:21:26.586734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d57cd-c4c7-41e8-95cf-6987cf383034 req-a0e2272d-ea28-438a-ba82-f8673492d586 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:26.588215 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e54d57cd-c4c7-41e8-95cf-6987cf383034 req-a0e2272d-ea28-438a-ba82-f8673492d586 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0959284 Jun 09 22:21:26.634601 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e54d57cd-c4c7-41e8-95cf-6987cf383034 req-fa5795f4-404b-4de2-a3c3-5e56db13cd30 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Jun 09 22:21:26.895711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d74f81b1-aacc-4dae-81d6-40f19ac6261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:26.947173 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:26.950847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d4db-1b01-429f-8747-ab8155fe53bf req-161d7457-d0a7-4b9b-b395-a5cae3a931b0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:26.953182 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e22d4db-1b01-429f-8747-ab8155fe53bf req-161d7457-d0a7-4b9b-b395-a5cae3a931b0 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0866654 Jun 09 22:21:26.998677 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e22d4db-1b01-429f-8747-ab8155fe53bf req-0614d8d3-8a91-43e3-9b34-d9b480f857c8 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Jun 09 22:21:27.830597 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de550f-4205-4bb4-845a-d60f3a399628 req-528ee1d9-7f61-4d5a-a38d-c52cea87de49 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:27.832041 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8de550f-4205-4bb4-845a-d60f3a399628 req-528ee1d9-7f61-4d5a-a38d-c52cea87de49 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0864856 Jun 09 22:21:27.877339 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8de550f-4205-4bb4-845a-d60f3a399628 req-cb92629a-26c4-4ed5-8abb-dea21e679d75 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395317 Jun 09 22:21:28.199036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f978d-804c-46db-90b0-47a7a52f628d req-0666606a-fce1-4107-81c9-ded13b3bc589 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:28.200447 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ff3f978d-804c-46db-90b0-47a7a52f628d req-0666606a-fce1-4107-81c9-ded13b3bc589 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0924487 Jun 09 22:21:28.245794 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ff3f978d-804c-46db-90b0-47a7a52f628d req-91b0d365-b6fd-4d2c-b1c7-7df952f7e5b4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Jun 09 22:21:28.307473 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:29.063821 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19b1b-c14f-4be7-b391-dc3e67d68653 req-76c2fe3d-6a9b-495f-a004-55af0522e863 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:29.065221 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-09d19b1b-c14f-4be7-b391-dc3e67d68653 req-76c2fe3d-6a9b-495f-a004-55af0522e863 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0802462 Jun 09 22:21:29.113083 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-09d19b1b-c14f-4be7-b391-dc3e67d68653 req-29154a02-3f49-4b78-bff3-fc8ef7570b96 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jun 09 22:21:29.434548 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbe307-df45-4335-a97a-e605a326f86f req-ca8ab1e4-6673-4364-b7e9-5fb2736d5aad tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:29.435983 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-74dbe307-df45-4335-a97a-e605a326f86f req-ca8ab1e4-6673-4364-b7e9-5fb2736d5aad tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0836005 Jun 09 22:21:29.482935 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-74dbe307-df45-4335-a97a-e605a326f86f req-292cd4bc-4ffa-42b3-a290-fd077978f9b5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Jun 09 22:21:29.941344 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:30.296547 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830ea35-736a-4747-9cc3-8db2179bbfb2 req-b52fadeb-0b56-484e-ae87-8551a44bb3bc tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:30.298256 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b830ea35-736a-4747-9cc3-8db2179bbfb2 req-b52fadeb-0b56-484e-ae87-8551a44bb3bc tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0803528 Jun 09 22:21:30.342534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b830ea35-736a-4747-9cc3-8db2179bbfb2 req-c9231485-56e4-4072-b7f9-d739f9e4da87 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Jun 09 22:21:30.673587 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec17c1-0f9a-4150-8c2d-0a0bfd247898 req-4271641c-34a3-4efe-94af-00b3d629bc8f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:30.675046 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21ec17c1-0f9a-4150-8c2d-0a0bfd247898 req-4271641c-34a3-4efe-94af-00b3d629bc8f tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0857582 Jun 09 22:21:30.728790 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-21ec17c1-0f9a-4150-8c2d-0a0bfd247898 req-9f6b5a61-9f9a-4299-b16c-ef7b9e0b64b5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/security-groups?id=58abc30a-d216-4a2a-957e-0b81510ad620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Jun 09 22:21:31.215440 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-652e3c15-e24b-4038-985a-a966651f787e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:31.216891 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-652e3c15-e24b-4038-985a-a966651f787e tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0855808 Jun 09 22:21:31.362886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Deleting port 1c057bdd-0d53-48cf-b086-0c532ae66888 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:21:31.363187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:31.505016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] For port 1c057bdd-0d53-48cf-b086-0c532ae66888, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1c057bdd-0d53-48cf-b086-0c532ae66888,segment=NetworkSegment(f7c3aa58-581d-4a79-8eba-bee949b00835),segment_id=f7c3aa58-581d-4a79-8eba-bee949b00835)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:21:31.505386 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:31.659308 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Calling delete_port for 1c057bdd-0d53-48cf-b086-0c532ae66888 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:21:31.845332 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:31.852133 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:31.858107 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['1c057bdd-0d53-48cf-b086-0c532ae66888'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:21:31.908755 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fed1e868-8d46-4586-b849-958ec6d8dd1b req-ff8ad754-1f3f-43fa-96c1-d428dd36647d tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Jun 09 22:21:31.922110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Pushing event deleted for resources: {'Port': ['ID=1c057bdd-0d53-48cf-b086-0c532ae66888,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:31.927502 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:32.023731 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] No DVR routers for this DVR port 1c057bdd-0d53-48cf-b086-0c532ae66888 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:21:32.026746 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:32.029123 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-05afb5c4-4b7e-4f5b-a6c0-18e12535495a req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.35 "DELETE /v2.0/ports/1c057bdd-0d53-48cf-b086-0c532ae66888 HTTP/1.1" status: 204 len: 173 time: 0.8047605 Jun 09 22:21:32.029696 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'name': 'network-vif-deleted', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:21:32.033115 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8af756-102c-444a-919b-1efbef260941" -d '{"events": [{"server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "name": "network-vif-deleted", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:21:32.085546 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7290d3e-b8fc-433b-9f17-3b87a42ddc4f x-openstack-request-id: req-a7290d3e-b8fc-433b-9f17-3b87a42ddc4f {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:21:32.085872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b439b-e908-4c1c-9c39-cf84d53a9fc0", "name": "network-vif-deleted", "tag": "1c057bdd-0d53-48cf-b086-0c532ae66888", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:21:32.086155 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7290d3e-b8fc-433b-9f17-3b87a42ddc4f {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:21:32.086580 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b439b-e908-4c1c-9c39-cf84d53a9fc0', 'name': 'network-vif-deleted', 'tag': '1c057bdd-0d53-48cf-b086-0c532ae66888', 'status': 'completed', 'code': 200} Jun 09 22:21:33.086274 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ce1bfde7-01be-4881-9264-03ef5b89c197 req-f84e4bbc-aaeb-4d4f-b185-f619b6059038 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.0437701 Jun 09 22:21:34.250263 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-999f39ec-a0b0-4ee8-9ea5-69b08d58df3c req-aed53248-8643-4995-894a-66bc97853889 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.0440674 Jun 09 22:21:35.494349 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fc30b119-07fb-44b2-86e9-5bdc89eb4c27 req-6817846d-195d-40f0-89d3-f6512d2b4d81 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] 10.222.0.38 "GET /v2.0/ports?device_id=f68b439b-e908-4c1c-9c39-cf84d53a9fc0 HTTP/1.1" status: 200 len: 210 time: 0.1235788 Jun 09 22:21:35.560755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1c057bdd-0d53-48cf-b086-0c532ae66888 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:21:35.594538 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 1c057bdd-0d53-48cf-b086-0c532ae66888 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:21:35.594891 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 1c057bdd-0d53-48cf-b086-0c532ae66888 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:21:36.421732 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.597631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47222) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:36.652328 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Deleting subnet 4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:21:36.655959 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.706612 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.767631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.878656 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.883027 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ed30b443-2453-408b-848c-027cc69a2389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:36.917992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f17ae28-49fb-4b57-85bb-d9a11b0d0a80,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:36.920464 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:36.926319 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:36.928153 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4f17ae28-49fb-4b57-85bb-d9a11b0d0a80 HTTP/1.1" status: 204 len: 168 time: 0.3345921 Jun 09 22:21:36.930630 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47230) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:37.037163 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.114391 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47234) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:37.167226 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.180283 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039b63d1-b982-44d1-a196-a5cbcd7c79b1']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:37.196818 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c3aa58-581d-4a79-8eba-bee949b00835') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:37.197164 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c3aa58-581d-4a79-8eba-bee949b00835') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:37.210520 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.229356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.236460 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:21:37.237018 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:21:37.251662 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:21:37.253961 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.360176 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.381744 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.387637 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.390507 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/039b63d1-b982-44d1-a196-a5cbcd7c79b1 HTTP/1.1" status: 204 len: 168 time: 0.4583013 Jun 09 22:21:37.391419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a89d0e3a-c259-41cb-a6d1-3c5c7de953a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:37.411211 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=039b63d1-b982-44d1-a196-a5cbcd7c79b1,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:37.416746 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-572358d2-3e13-490f-8d15-0dddb9b9e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:37.432601 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.443035 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-62f94abf-46dd-485e-bd04-e114c7a836f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:37.486513 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7063594fdd864a69b03a16902063de08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710175 Jun 09 22:21:37.491774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ab472-971b-4975-af2c-fa1cdec3ab2a,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:37.491921 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47244) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:37.492033 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:37.554440 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.580777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.679211 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47250) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:37.695341 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.697696 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.698784 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a40ab472-971b-4975-af2c-fa1cdec3ab2a HTTP/1.1" status: 204 len: 168 time: 0.2085426 Jun 09 22:21:37.709067 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-478993c7-43cf-492b-b6de-82480a0d5d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:37.726431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ab472-971b-4975-af2c-fa1cdec3ab2a,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:37.739483 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:37.761613 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-440770f5-dc59-4fd4-b3db-801bd518c5c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5ed8e73e82845cead4cb8b6cc8793f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811732 Jun 09 22:21:37.764334 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47254) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:37.772865 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-b418395c-74ff-4299-99d7-ee2cab519b8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388772 Jun 09 22:21:37.839118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.865990 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.880403 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-701734b5-bf04-438a-8a2e-8303499968a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:37.882643 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-701734b5-bf04-438a-8a2e-8303499968a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 1099 time: 0.0770338 Jun 09 22:21:37.992939 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:37.996664 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:38.001340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58abc30a-d216-4a2a-957e-0b81510ad620 HTTP/1.1" status: 204 len: 168 time: 0.2322881 Jun 09 22:21:38.001340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b3ab5197-222b-450e-977c-43c539fb6d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:38.010320 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58abc30a-d216-4a2a-957e-0b81510ad620,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:38.021242 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:38.047304 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-7e6d49dc-be3d-4f9c-8603-d552b2a81a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:38.050149 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-7e6d49dc-be3d-4f9c-8603-d552b2a81a58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1478345 Jun 09 22:21:38.171477 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-6bead550-5788-4e76-bc48-1fd697ce2b4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 200 len: 1001 time: 0.1100149 Jun 09 22:21:38.253396 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-19a4072b-a0fa-41f9-a700-b01c1f898d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:38.255064 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-19a4072b-a0fa-41f9-a700-b01c1f898d0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0760717 Jun 09 22:21:38.342806 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-6c14d29e-a5f5-475c-808b-dc53ea16bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:38.344306 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-6c14d29e-a5f5-475c-808b-dc53ea16bf34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792575 Jun 09 22:21:38.487797 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-dc6be795-3cf7-4ffd-9b82-34a3be12b051 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353276 Jun 09 22:21:38.719545 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-079a4c21-8b45-4b9c-83e9-f896a6c9ca7d req-fbdce79d-bd37-4c76-bc0f-9e7def2f8979 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243447 Jun 09 22:21:38.958510 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47296) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:39.071239 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378090034-network', 'tenant_id': 'e017586faec64ba9a85e62de1628527f'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:39.158059 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Made reservation on behalf of e017586faec64ba9a85e62de1628527f for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:21:39.160434 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.174282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.284164 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.352393 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.356909 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9cca65a7-421f-480e-ba1d-87f0c03e2ec7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:39.385047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:21:39.394082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da4ce8-9a42-4ed1-b467-c54eb1b4df4c,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:39.397217 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:39.401684 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.401832 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Added segment 3c724c4f-0632-4c63-a003-63029b199b4d of type vlan for network 8e00560a-516b-4a41-869d-3368d9d478ad Jun 09 22:21:39.429790 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.541214 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.542610 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:39.543202 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:39.548840 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:39.647295 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Pushing event updated for resources: {'Network': ['ID=8e00560a-516b-4a41-869d-3368d9d478ad,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:39.650096 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:39.658631 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 8e00560a-516b-4a41-869d-3368d9d478ad details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:21:39.667824 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7082207 Jun 09 22:21:39.670742 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47310) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:39.676292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Request body: {'subnet': {'network_id': '8e00560a-516b-4a41-869d-3368d9d478ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378090034-subnet', 'tenant_id': 'e017586faec64ba9a85e62de1628527f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:39.747164 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Made reservation on behalf of e017586faec64ba9a85e62de1628527f for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:21:39.750263 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:40.004247 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:40.008364 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4c09488-a384-4e47-b01d-0c422706773b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:40.110630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8afed593-c8c3-45e8-a28f-045b92d6359a,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:40.117337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:40.129781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Checking segment: {'id': '3c724c4f-0632-4c63-a003-63029b199b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8e00560a-516b-4a41-869d-3368d9d478ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:21:40.130350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Network hostable DHCP agents. Network: 8e00560a-516b-4a41-869d-3368d9d478ad, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:21:40.180164 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:21:40.221234 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Network 8e00560a-516b-4a41-869d-3368d9d478ad is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:21:40.278276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 8e00560a-516b-4a41-869d-3368d9d478ad) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:21:40.283388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:40.284453 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:40.288281 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d4e60-1281-469c-ae7b-5b7402ae683b None None] Network 8e00560a-516b-4a41-869d-3368d9d478ad requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:21:40.370324 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6978977 Jun 09 22:21:40.526790 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf55da-1aeb-46ac-8441-5d1a5076e24b None None] Network 8e00560a-516b-4a41-869d-3368d9d478ad requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:21:41.310777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47342) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:41.316463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-592129474-network', 'tenant_id': '8a01c746f8024862a15bde0a0654fa9a'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:41.432789 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Made reservation on behalf of 8a01c746f8024862a15bde0a0654fa9a for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:21:41.437294 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.458594 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.579186 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.627007 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.633465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d4ff603a-944c-401f-b44b-91625b024298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:41.666258 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:21:41.675593 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d628626a-b1ef-4082-ad35-395eb5f4c18e,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:41.679407 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:41.681823 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.682160 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Added segment 4a4d088e-48a8-4a89-9bed-587130627b30 of type vlan for network b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 Jun 09 22:21:41.709885 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.832712 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.834120 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:41.834701 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:41.838329 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4e9cb65d-b67e-4c81-9aa0-0c29d8d38307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:42.021136 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7086406 Jun 09 22:21:42.023976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47354) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:42.029187 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Pushing event updated for resources: {'Network': ['ID=b8dc7b07-2627-40dd-b8a0-8899f00d3ec0,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:42.031713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Request body: {'subnet': {'network_id': 'b8dc7b07-2627-40dd-b8a0-8899f00d3ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-592129474-subnet', 'tenant_id': '8a01c746f8024862a15bde0a0654fa9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:21:42.034901 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:42.041854 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:21:42.118790 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Made reservation on behalf of 8a01c746f8024862a15bde0a0654fa9a for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:21:42.121404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427367'] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.162214 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47358) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:42.302591 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.415521 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.427109 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4181916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427285'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.432198 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:42.478077 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.487062 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2fe4cbd8-4fbf-4cc5-a7e7-b00b32e630dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:42.506600 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d445734c-30cf-457b-9237-8e2fd150284d,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:42.509337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:42.519723 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Checking segment: {'id': '4a4d088e-48a8-4a89-9bed-587130627b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b8dc7b07-2627-40dd-b8a0-8899f00d3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:21:42.520306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Network hostable DHCP agents. Network: b8dc7b07-2627-40dd-b8a0-8899f00d3ec0, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:21:42.531504 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e67888ce48f24a0bb8a1b4b7b78bc085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647919 Jun 09 22:21:42.531746 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47362) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:42.542070 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70f874-6fa0-4a11-8037-393ab644f71d,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:42.547055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:42.595268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.609334 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Network b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:21:42.621688 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.695390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, b8dc7b07-2627-40dd-b8a0-8899f00d3ec0) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:21:42.699512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:21:42.700217 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.704378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06014660-671c-48a0-a0a1-3e2d04616644 None None] Network b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:21:42.747051 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.750797 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:42.755494 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b70f874-6fa0-4a11-8037-393ab644f71d HTTP/1.1" status: 204 len: 168 time: 0.2192843 Jun 09 22:21:42.755494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a634adb8-0e8c-4769-88e0-6b22b726e950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:42.763146 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70f874-6fa0-4a11-8037-393ab644f71d,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:42.765923 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:42.776697 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-0b4a9c6b-88ad-4641-8431-26766619da42 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7508399 Jun 09 22:21:42.924869 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47027a-5b70-431b-86d9-89fede7155c0 None None] Network b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:21:42.928356 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47368) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:42.989465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Deleting subnet 8afed593-c8c3-45e8-a28f-045b92d6359a {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:21:42.992566 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.048555 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.118272 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.247695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.252189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:43.291524 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8afed593-c8c3-45e8-a28f-045b92d6359a,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:43.295104 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:43.298807 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.300193 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c8daef38-5e76-4a49-9c9d-93f415e762f4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8afed593-c8c3-45e8-a28f-045b92d6359a HTTP/1.1" status: 204 len: 168 time: 0.3706279 Jun 09 22:21:43.302774 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47386) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:43.432944 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.580115 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.594043 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e00560a-516b-4a41-869d-3368d9d478ad']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:43.606634 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c724c4f-0632-4c63-a003-63029b199b4d') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:43.606939 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c724c4f-0632-4c63-a003-63029b199b4d') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:43.618608 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.635329 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.646069 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:21:43.646699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:21:43.661716 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:21:43.803858 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.808911 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.814468 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8e00560a-516b-4a41-869d-3368d9d478ad HTTP/1.1" status: 204 len: 168 time: 0.5066118 Jun 09 22:21:43.814468 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf1f2fe9-5bd9-4c12-844b-36db2f1a579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:43.814705 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47396) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:43.831532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e00560a-516b-4a41-869d-3368d9d478ad,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:43.835025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:43.881346 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Deleting subnet d445734c-30cf-457b-9237-8e2fd150284d {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:21:43.885034 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:43.937767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.010316 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.169933 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.174158 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:44.206165 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d445734c-30cf-457b-9237-8e2fd150284d,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:44.210102 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:44.214349 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.216173 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b2b35e24-ad5b-4b31-8830-3461328727e2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d445734c-30cf-457b-9237-8e2fd150284d HTTP/1.1" status: 204 len: 168 time: 0.4009020 Jun 09 22:21:44.219730 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47408) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:44.324805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.450788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.464004 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dc7b07-2627-40dd-b8a0-8899f00d3ec0']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:44.476065 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4d088e-48a8-4a89-9bed-587130627b30') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:44.476364 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4d088e-48a8-4a89-9bed-587130627b30') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:21:44.488176 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.504401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.510368 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:21:44.510771 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:21:44.524272 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:21:44.678889 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.684598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:44.690137 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b8dc7b07-2627-40dd-b8a0-8899f00d3ec0 HTTP/1.1" status: 204 len: 168 time: 0.4668310 Jun 09 22:21:44.690137 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-05d80a43-1b1f-40d7-8d7d-5960246eded1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:44.714435 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dc7b07-2627-40dd-b8a0-8899f00d3ec0,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:44.716986 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:45.096273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47420) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:45.143628 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b9dcb578-6507-48bd-afc3-2092d06b13f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e017586faec64ba9a85e62de1628527f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490324 Jun 09 22:21:45.146223 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47422) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:45.214867 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:45.241836 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:45.386802 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:45.389469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:45.394158 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60da4ce8-9a42-4ed1-b467-c54eb1b4df4c HTTP/1.1" status: 204 len: 168 time: 0.2434340 Jun 09 22:21:45.394158 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-725bbc70-e5be-4468-980e-7f56e895e485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:45.401350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da4ce8-9a42-4ed1-b467-c54eb1b4df4c,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:45.403686 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:46.023578 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47470) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:46.081793 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3a4bbf41-f981-4fd3-a676-5591a48cb42e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a01c746f8024862a15bde0a0654fa9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556593 Jun 09 22:21:46.083180 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47474) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:46.149631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:46.177137 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:46.300947 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:46.303688 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:46.304891 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d628626a-b1ef-4082-ad35-395eb5f4c18e HTTP/1.1" status: 204 len: 168 time: 0.2200837 Jun 09 22:21:46.305749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3746fe04-f30d-4aa6-a497-f76b21ded217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:46.317967 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d628626a-b1ef-4082-ad35-395eb5f4c18e,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:46.319423 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:49.214316 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47560) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:49.339763 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.444808 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.500975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.508811 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7796a168-2fdc-4dd6-9706-6dc1a2b3ac86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:49.551984 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2635d02f74224fc4a37c634aeadf0275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364902 Jun 09 22:21:49.552842 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bafd232-e902-4e25-aa63-fd3de21f2d5c,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:49.554597 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47564) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:49.560523 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.560902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.561496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.562294 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.562659 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.563021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.563378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.563731 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.564084 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.564433 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.564780 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.565146 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.568962 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:49.613180 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.639664 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.758045 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.760620 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:49.761779 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4bafd232-e902-4e25-aa63-fd3de21f2d5c HTTP/1.1" status: 204 len: 168 time: 0.2062345 Jun 09 22:21:49.762512 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2149f471-588b-45cd-8833-45f07e9e18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:49.772626 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bafd232-e902-4e25-aa63-fd3de21f2d5c,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:49.780758 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.781250 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.781680 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.781968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.782321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.782677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.783021 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.783367 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.783714 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.784055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.784424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.784769 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:21:49.795177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:50.419605 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47580) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:50.437338 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.543027 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.610349 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.619508 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7b605e5b-93db-4cd1-8951-70fe5a72932e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:50.628739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47584) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:50.662721 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e615bafb8294011a9276fed3e0c0c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412829 Jun 09 22:21:50.663811 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b07c0-5297-4b3b-a72b-7521bcb2aa5f,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:50.665367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47588) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:50.667047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:50.729048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.771530 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.784967 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.908622 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.929400 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.931844 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.932990 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d01b07c0-5297-4b3b-a72b-7521bcb2aa5f HTTP/1.1" status: 204 len: 168 time: 0.2666574 Jun 09 22:21:50.933827 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-12443642-7271-474a-847c-9a197669b72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:50.945437 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b07c0-5297-4b3b-a72b-7521bcb2aa5f,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:50.947629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:50.975215 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:50.984312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-80a37ed8-56b4-4d53-b431-5fa5d5702ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:51.025707 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af45f06c1d7941cf9cd675adae50d526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958266 Jun 09 22:21:51.027397 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94401f8d-8199-48e9-b4c9-e0391e63ef47,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:51.028321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47592) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:51.030551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:51.088729 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:51.118538 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:51.272673 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:51.275226 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:51.280801 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94401f8d-8199-48e9-b4c9-e0391e63ef47 HTTP/1.1" status: 204 len: 168 time: 0.2470248 Jun 09 22:21:51.280801 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11a7efbb-7978-4493-a305-d8a018584222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:51.310030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94401f8d-8199-48e9-b4c9-e0391e63ef47,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:51.314819 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:54.518407 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-95ee5d94-f664-405f-a7b3-12abb8a946ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:54.944071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47728) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:55.059923 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.162508 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.218792 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.225659 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-59196583-1780-4863-bf20-7bee1da88bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:55.266395 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51efae78f03b4a088db020bf00305446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211975 Jun 09 22:21:55.268134 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e211e3f0-acb4-48a5-a0e4-8bb48c1884a7,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:55.269258 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47736) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:55.271133 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:55.331446 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.363464 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.563900 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.566383 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:55.567525 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e211e3f0-acb4-48a5-a0e4-8bb48c1884a7 HTTP/1.1" status: 204 len: 168 time: 0.2972784 Jun 09 22:21:55.568280 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:55.578437 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211e3f0-acb4-48a5-a0e4-8bb48c1884a7,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:55.580736 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:55.741846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47746) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:55.918359 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.027221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.117813 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.126548 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-18a6baf8-90e2-44a0-8894-3fcd1ca40595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:56.167391 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b30be21c1e7494aad9a457248505c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244092 Jun 09 22:21:56.168322 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d9722-76c3-44a8-b1ee-6069fdd6d903,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:56.170188 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47752) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:56.171562 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:56.207496 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47754) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:56.226058 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.239307 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.266152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.342132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.374979 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.377677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.378813 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b06d9722-76c3-44a8-b1ee-6069fdd6d903 HTTP/1.1" status: 204 len: 168 time: 0.2075732 Jun 09 22:21:56.379623 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b022bfc2-5b92-4373-88f9-b39e963de0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:56.389863 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d9722-76c3-44a8-b1ee-6069fdd6d903,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:56.392128 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:56.398053 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.409753 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:56.448572 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f5bde3e9589405d9aa172686a4ea069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399487 Jun 09 22:21:56.450187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055db56c-4c05-4005-9040-6057f94b2de2,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:56.451364 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47760) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:56.453980 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:56.511500 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.538151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.677925 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.680403 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.681577 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/055db56c-4c05-4005-9040-6057f94b2de2 HTTP/1.1" status: 204 len: 168 time: 0.2274847 Jun 09 22:21:56.682357 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e42d6d8c-30c8-4e1b-abd8-27b4ad0b185f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:56.695093 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055db56c-4c05-4005-9040-6057f94b2de2,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:56.695093 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:56.883609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3347-6a02-4bb9-a578-f2012ee8878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:56.964703 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.041992 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47766) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:57.064262 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.168972 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.226627 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.236559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-64dc1671-7526-48fb-b0fb-fe8f803f0247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:57.277231 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3040ac59afcc4d62a088988865cb432d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341034 Jun 09 22:21:57.279199 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b12fdd-6f3c-4238-90fb-f57689ba23bd,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:57.281323 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47774) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:21:57.283241 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:57.348555 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.377310 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.518219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.521486 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:57.522674 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59b12fdd-6f3c-4238-90fb-f57689ba23bd HTTP/1.1" status: 204 len: 168 time: 0.2401690 Jun 09 22:21:57.523483 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-573b1376-0d4d-4988-8367-644c7e172935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:21:57.535153 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b12fdd-6f3c-4238-90fb-f57689ba23bd,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:21:57.537657 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:21:58.271882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:21:59.963458 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:03.477906 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977010c5-45f6-4982-b68f-4744e86c34d4 req-914b8a90-9aac-4efb-a646-5dc9dc8b062f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:03.479353 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-977010c5-45f6-4982-b68f-4744e86c34d4 req-914b8a90-9aac-4efb-a646-5dc9dc8b062f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.0852838 Jun 09 22:22:03.530564 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-977010c5-45f6-4982-b68f-4744e86c34d4 req-18ef2859-8110-4040-907d-40def527f22c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Jun 09 22:22:03.880102 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 47946) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:04.003081 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.107235 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.220579 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.230426 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e2b2336-e50f-4c01-b387-be744d09d1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:04.270582 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10902c8171ae4f4383e11d0320d322ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894110 Jun 09 22:22:04.272204 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb3164-a7ec-47da-ba23-27cfe9f5017b,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:04.273399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 47954) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:04.275432 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:04.333977 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.360481 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.489522 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.492195 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:04.493076 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6deb3164-a7ec-47da-ba23-27cfe9f5017b HTTP/1.1" status: 204 len: 168 time: 0.2186394 Jun 09 22:22:04.493831 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c529f683-ff25-44d7-8a22-df4350ea062c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:04.503249 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb3164-a7ec-47da-ba23-27cfe9f5017b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:04.505885 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:04.739062 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c9262-dec9-453f-a98e-a123b80ed853 req-0873f7a0-d078-4569-87e0-30b1a5f58aef tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:04.740993 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec5c9262-dec9-453f-a98e-a123b80ed853 req-0873f7a0-d078-4569-87e0-30b1a5f58aef tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.0949013 Jun 09 22:22:04.798147 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ec5c9262-dec9-453f-a98e-a123b80ed853 req-33c86629-c974-4012-b143-dee220a54ff0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=f1d05a01-fb90-43d0-8fe5-789584be6a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Jun 09 22:22:04.969569 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-45506463-dab9-4c6f-8cd3-288de3d5c195 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:04.971006 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-45506463-dab9-4c6f-8cd3-288de3d5c195 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 946 time: 0.0830064 Jun 09 22:22:05.118946 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Deleting port 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:22:05.119292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.133671 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48002) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:05.151193 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.263196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.266334 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] For port 5c132894-271a-4c87-8103-1d6192964497, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5c132894-271a-4c87-8103-1d6192964497,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:05.266942 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.352402 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.369576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0f978c3a-cc9d-4bd3-9470-e2c356efd228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:05.416783 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef15efa8c5854b7895d8e7beb2dfac20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795274 Jun 09 22:22:05.416783 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9354eac-d36a-4dcf-a0ab-6ef3cf39cff3,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:05.417721 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48012) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:05.431423 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:05.493315 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.520164 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.585302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.585532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.585846 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Floating IP 325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72 disassociated. External IP: 172.27.0.120, port: 5c132894-271a-4c87-8103-1d6192964497. Jun 09 22:22:05.586181 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Calling delete_port for 5c132894-271a-4c87-8103-1d6192964497 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:22:05.620791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.623956 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.625165 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9354eac-d36a-4dcf-a0ab-6ef3cf39cff3 HTTP/1.1" status: 204 len: 168 time: 0.1950884 Jun 09 22:22:05.626079 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c53e7176-467a-4cc8-884a-81f868e60d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:05.640716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9354eac-d36a-4dcf-a0ab-6ef3cf39cff3,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:05.651842 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:05.775290 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:05.782005 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7bc90e91-6833-4cd2-9c22-fdfa46cdf8f0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:05.825574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'Port': ['ID=5c132894-271a-4c87-8103-1d6192964497,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:05.829779 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:05.990877 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-57562ba8-eb38-4c60-a530-a0efe7e752a4 req-c255cede-9236-49ba-9bf1-ad42f1b183f4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.0644484 Jun 09 22:22:06.039018 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:22:06.378521 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:22:06.389529 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:22:06.409470 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:06.411755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:21:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:06.550226 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] No DVR routers for this DVR port 5c132894-271a-4c87-8103-1d6192964497 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:22:06.552698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48050) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:06.553208 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:06.555782 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-114b60fb-bc8a-4d63-81f0-53b4966ed556 req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "DELETE /v2.0/ports/5c132894-271a-4c87-8103-1d6192964497 HTTP/1.1" status: 204 len: 173 time: 1.5792849 Jun 09 22:22:06.556457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-deleted', 'tag': '5c132894-271a-4c87-8103-1d6192964497'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:06.566505 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d10767-8d4f-40c1-b7df-ee6f5fb334c3" -d '{"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-deleted", "tag": "5c132894-271a-4c87-8103-1d6192964497"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:06.656552 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:06.667607 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b792d553-86b5-448b-942a-33283905950d x-openstack-request-id: req-b792d553-86b5-448b-942a-33283905950d {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:06.670734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c803c0f-e4bd-4154-9007-a376e795208b", "name": "network-vif-deleted", "tag": "5c132894-271a-4c87-8103-1d6192964497", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:06.670734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b792d553-86b5-448b-942a-33283905950d {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:06.670734 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c803c0f-e4bd-4154-9007-a376e795208b', 'name': 'network-vif-deleted', 'tag': '5c132894-271a-4c87-8103-1d6192964497', 'status': 'completed', 'code': 200} Jun 09 22:22:06.676440 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:06.910224 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.049952 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.142020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.146153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3dca755d-8fb1-4780-836b-c4abed066581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:07.146619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:07.152419 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:22:07.164121 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:07.164755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:21:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:07.241488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c943f9f-bffa-488c-9522-ee0057f8ef04,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:07.247014 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e686881481ce42b7b85f7b4db6ea0827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925783 Jun 09 22:22:07.250221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48068) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:07.251846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6ce0ae54-c635-4d98-bc9f-9452b533f995 req-9a2e9b2c-417a-4c23-9d67-d6ba9c82dd58 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c803c0f-e4bd-4154-9007-a376e795208b HTTP/1.1" status: 200 len: 210 time: 0.0857902 Jun 09 22:22:07.252913 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:07.331440 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.366559 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.372181 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:07.512091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.515118 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:07.517572 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c943f9f-bffa-488c-9522-ee0057f8ef04 HTTP/1.1" status: 204 len: 168 time: 0.2662399 Jun 09 22:22:07.523333 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:07.538592 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c943f9f-bffa-488c-9522-ee0057f8ef04,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:07.547471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d3e922d6-8ecd-4df6-8421-c8dd967ff822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:07.850160 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:07.855716 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d38bf-7915-4612-a82b-02813e67fcfb None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:22:08.134492 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686117ba-1dfc-43c8-9da7-3486eb82fa03 None None] New status for floating IP 325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:22:08.329851 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48090) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:08.353632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.497644 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.524222 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48096) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:08.578711 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.586148 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1494e437-a7f5-4ac0-a2f9-edab650526c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:08.639202 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.641872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7ea69-1bb3-45cf-99af-8e1de1fa4c1a,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:08.649438 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c90ac10d5c249a2997c1ddc2cee5e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154290 Jun 09 22:22:08.649438 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f0b4f692-93de-4df7-9d38-35760742d401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:08.650513 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48100) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:08.680353 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.762084 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.798835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.837683 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.840422 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.842498 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "DELETE /v2.0/security-groups/f1d05a01-fb90-43d0-8fe5-789584be6a15 HTTP/1.1" status: 204 len: 168 time: 0.3163376 Jun 09 22:22:08.843396 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b495dd99-2a82-4c49-940b-d6c5d28de3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:08.846927 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48106) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:08.854817 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d05a01-fb90-43d0-8fe5-789584be6a15,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:08.857018 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:08.864610 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.api.v2.resource [None req-626902b8-ae75-4290-b1c4-f6f660200cbc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] show failed (client error): The resource could not be found. Jun 09 22:22:08.868282 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48108) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:08.868792 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-626902b8-ae75-4290-b1c4-f6f660200cbc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups/f1d05a01-fb90-43d0-8fe5-789584be6a15 HTTP/1.1" status: 404 len: 347 time: 0.0206418 Jun 09 22:22:08.963835 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.966687 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:08.970284 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2c7ea69-1bb3-45cf-99af-8e1de1fa4c1a HTTP/1.1" status: 204 len: 168 time: 0.3171787 Jun 09 22:22:08.970284 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d89033d2-99c4-40dd-ad00-6ad58f99f1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:08.981261 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7ea69-1bb3-45cf-99af-8e1de1fa4c1a,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:08.981922 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:09.119303 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Deleting port 777477bc-39ef-40bd-8ff2-835af17e888a {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:22:09.120133 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.265448 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.265889 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.393672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Calling delete_port for 777477bc-39ef-40bd-8ff2-835af17e888a owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:22:09.586856 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.593414 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d00fb361-d726-4aef-aad9-a48a277d4089 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:09.638301 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'Port': ['ID=777477bc-39ef-40bd-8ff2-835af17e888a,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:09.665008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:09.731814 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:22:09.732342 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.735656 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:09.740109 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "DELETE /v2.0/floatingips/325ad8c7-fc4d-43ac-bb3f-5ba5f378ec72 HTTP/1.1" status: 204 len: 168 time: 0.8673050 Jun 09 22:22:09.813694 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 5c132894-271a-4c87-8103-1d6192964497 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:22:09.814349 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 5c132894-271a-4c87-8103-1d6192964497 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:22:10.284062 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48150) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:10.290523 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765485636', 'description': 'tempest-description--2037024649'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:10.375447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.480477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.557493 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.562160 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-83e2d1e0-7c90-4263-9ab2-866464e062f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:10.600511 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56bbad5-70a8-44be-9183-87c29b0dffb6,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:10.603145 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:10.660460 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.661752 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3766239 Jun 09 22:22:10.664674 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48154) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:10.669237 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group_rule': {'security_group_id': 'b56bbad5-70a8-44be-9183-87c29b0dffb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:10.770372 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.841564 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.913553 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.918282 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:10.940034 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcaf1e5-8ca1-4d54-a815-5777ea143879,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:10.949186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:10.986835 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:10.988692 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226869 Jun 09 22:22:10.991341 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48160) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:10.996897 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'security_group_rule': {'security_group_id': 'b56bbad5-70a8-44be-9183-87c29b0dffb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:11.129901 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.200409 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.289035 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.293212 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:11.314596 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28df268c-56f0-4741-8f72-eb84736133d9,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:11.317147 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:11.369876 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.372492 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-15c10669-5458-4e0d-8c2c-34c6f07ed1bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786523 Jun 09 22:22:11.378741 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48170) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:11.383520 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:11.460783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.695389 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:11.854934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Allocated IP 172.27.0.60 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/e2e3448d-cfd4-41fd-9e01-5968f91e712a) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:22:12.015695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.113219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.119759 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-192f1297-8eba-450c-90e7-2022bce96506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:12.201452 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:22:12.204753 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:12.208442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:22:12.243337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=e2e3448d-cfd4-41fd-9e01-5968f91e712a,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:12.252695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:12.314877 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.456354 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.699061 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.763447 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:12.770419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a8507f6-9708-48a0-b01e-595e31255ffa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:12.937911 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=e2e3448d-cfd4-41fd-9e01-5968f91e712a,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:12.940798 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:12.954633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:13.002297 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599687-c16f-4310-911a-5025ddb5550e req-633ec351-e243-4abd-b42d-f899e9945c51 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:13.003880 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c599687-c16f-4310-911a-5025ddb5550e req-633ec351-e243-4abd-b42d-f899e9945c51 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1330490 Jun 09 22:22:13.020284 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:13.021535 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6417501 Jun 09 22:22:13.242392 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6c599687-c16f-4310-911a-5025ddb5550e req-7cc5dc0f-c419-47e3-bf80-8b81e403c6d5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319937 Jun 09 22:22:13.287832 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-f6a9bcc5-5d96-43b0-878a-ea5b9e928f43 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1765485636&fields=id&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 267 time: 0.0487440 Jun 09 22:22:13.452226 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-d5d865c0-1326-4926-b773-00af5f751cad tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:13.453965 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-d5d865c0-1326-4926-b773-00af5f751cad tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 816 time: 0.1589139 Jun 09 22:22:13.469043 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-f3136d86-98e3-4448-a483-24dc4a68b57b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/quotas/5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jun 09 22:22:13.562470 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-2122e504-5b1e-45b2-8965-45559c74446b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883868 Jun 09 22:22:13.709170 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-c7d1b8b0-2018-46b3-9e99-c57d8842560f service neutron] 10.222.0.38 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349266 Jun 09 22:22:13.861232 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-60847c27-a78f-4ed0-bb05-02dee3612658 service neutron] 10.222.0.38 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461349 Jun 09 22:22:14.176116 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b4696c77-2f08-4ef2-a7ea-b540e61be0cd req-07bfaaf1-917f-4ea3-a58a-a20cf8d6f18f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 210 time: 0.0505736 Jun 09 22:22:14.412318 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48246) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:14.470448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac812a23-33e0-4780-b56e-6e30faff6b85 req-d1f718af-52c7-4c89-b6b6-986c0442f23a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:14.472002 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ac812a23-33e0-4780-b56e-6e30faff6b85 req-d1f718af-52c7-4c89-b6b6-986c0442f23a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.0899575 Jun 09 22:22:14.535759 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ac812a23-33e0-4780-b56e-6e30faff6b85 req-9fd08fad-1f4c-4807-a2af-3ce6334dac07 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557528 Jun 09 22:22:14.548776 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:14.662886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:14.729326 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:14.737017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1a24842e-aade-4217-901a-627f1f667bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:14.781395 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94912277-6230-4f2a-b902-089715b8c09a,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:14.825664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:14.829453 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d10bcbeab13643db8a38ef2135609d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160690 Jun 09 22:22:14.832163 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48252) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:14.880636 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-a6ffa3c3-c2e3-4831-9c89-fae832cea6be tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:14.882429 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-a6ffa3c3-c2e3-4831-9c89-fae832cea6be tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 945 time: 0.1027758 Jun 09 22:22:14.906077 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:14.935693 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.031212 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Deleting port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:22:15.031553 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.083480 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.086075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.087274 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94912277-6230-4f2a-b902-089715b8c09a HTTP/1.1" status: 204 len: 168 time: 0.2540648 Jun 09 22:22:15.088245 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8bcb9cf7-c99d-4b19-9fca-e76133b0275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:15.099049 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94912277-6230-4f2a-b902-089715b8c09a,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:15.101324 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:15.183770 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] For port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:15.184444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.641327 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e46aea13-4400-43c1-8a6e-8ef526398c0a req-c1d8de3f-5f99-4c52-bf96-0e31b32e64a9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 210 time: 0.1614733 Jun 09 22:22:15.655219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.655582 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.655900 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Floating IP 03931876-b5c2-4eaf-a5e9-206a6aae4451 disassociated. External IP: 172.27.0.139, port: 14072a8a-8a4b-49a5-8277-33eeb3fdcd81. Jun 09 22:22:15.656244 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Calling delete_port for 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:22:15.883373 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:15.890097 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-968d209b-7545-4af2-9797-66debbdb2af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:15.939427 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f522f659-dbff-4ab7-ab0c-3e1715b8a1fd req-ac8c6a55-2bcf-43ea-851f-1521c1ed286f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.2551978 Jun 09 22:22:15.945522 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'Port': ['ID=14072a8a-8a4b-49a5-8277-33eeb3fdcd81,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:15.949756 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:16.146129 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:22:16.369325 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:22:16.382041 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:22:16.394670 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:16.395287 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:21:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:16.469808 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] No DVR routers for this DVR port 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:22:16.474449 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:16.477055 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6b1b9c3e-30d0-4bef-b62c-fc8ef4927998 req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "DELETE /v2.0/ports/14072a8a-8a4b-49a5-8277-33eeb3fdcd81 HTTP/1.1" status: 204 len: 173 time: 1.5888534 Jun 09 22:22:16.478574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'name': 'network-vif-deleted', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:16.481928 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731279a-d0ee-48c2-b1b2-a67c47094892" -d '{"events": [{"server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "name": "network-vif-deleted", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:16.544333 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bdf52-06ff-4647-9f38-de37e32ead1b x-openstack-request-id: req-dd2bdf52-06ff-4647-9f38-de37e32ead1b {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:16.544704 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf0d-f2c0-4171-b022-7b27dce6deb4", "name": "network-vif-deleted", "tag": "14072a8a-8a4b-49a5-8277-33eeb3fdcd81", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:16.545013 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd2bdf52-06ff-4647-9f38-de37e32ead1b {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:16.545498 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf0d-f2c0-4171-b022-7b27dce6deb4', 'name': 'network-vif-deleted', 'tag': '14072a8a-8a4b-49a5-8277-33eeb3fdcd81', 'status': 'completed', 'code': 200} Jun 09 22:22:16.598095 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-00af7019-81e5-407e-9448-b5c8b62720ab tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:16.599787 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-00af7019-81e5-407e-9448-b5c8b62720ab tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 816 time: 0.2199230 Jun 09 22:22:16.657511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:16.665685 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-c69207a5-d6f6-4f75-b959-2098d68a028c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 380 time: 0.0567441 Jun 09 22:22:16.675844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'port': {'device_id': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'admin_state_up': True, 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'security_groups': ['b56bbad5-70a8-44be-9183-87c29b0dffb6']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:16.886337 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c77cffa1-9d3c-4c6b-99e6-7ba7d7301c4c req-67f1fc07-b36d-4871-b33f-0c0f2790e4f7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 210 time: 0.0515263 Jun 09 22:22:16.963397 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Made reservation on behalf of 5220320a350b438382bbae19e97ddd0c for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:22:16.972274 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:17.040701 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:17.049751 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:22:17.058954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:17.059691 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:21:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:17.139676 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6e729dd0-b70f-4b69-a5d4-fbd1c6e5e0a7 req-5f367535-8d15-4352-85f3-984f370849c7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=a08adf0d-f2c0-4171-b022-7b27dce6deb4 HTTP/1.1" status: 200 len: 210 time: 0.0511203 Jun 09 22:22:17.168844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Allocated IP 172.20.0.9 (dcf1ce77-f759-45ef-acc3-4a474fce6e66/68c4a8e2-43bf-40d1-b0cc-c5812bde4f12/899e7a61-7fce-4578-8a67-e7af388acb0b) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:22:17.180083 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:22:17.309388 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:17.509869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:17.525876 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Transition to ACTIVE for port object 899e7a61-7fce-4578-8a67-e7af388acb0b will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:22:17.627366 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:17.638226 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:17.686042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:17.692237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c33206-02e8-4107-bc79-db2b4523c6b4 None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:22:17.714231 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:22:17.717597 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:17.720343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:22:17.772340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:17.775410 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:17.824502 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:17.825228 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:17.958148 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2866585 Jun 09 22:22:17.971490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Request body: {'port': {'device_id': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:18.003499 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653bea8-f7c7-431c-b369-fd4defe3eaf5 None None] New status for floating IP 03931876-b5c2-4eaf-a5e9-206a6aae4451: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:22:18.111644 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-b5da1089-06ce-4508-b807-1fd74ee4526d None None] Provisioning for port 899e7a61-7fce-4578-8a67-e7af388acb0b completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:22:18.117786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-b5da1089-06ce-4508-b807-1fd74ee4526d None None] Provisioning complete for port 899e7a61-7fce-4578-8a67-e7af388acb0b triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:22:18.118251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b5da1089-06ce-4508-b807-1fd74ee4526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.140878 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.184985 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-b5da1089-06ce-4508-b807-1fd74ee4526d None None] Port 899e7a61-7fce-4578-8a67-e7af388acb0b cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:22:18.224675 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35795d4b-1f7b-448c-8d28-65ff9a9d2041 req-779b96e8-ba6e-4611-87e9-04a42c289b4a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:18.226273 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-35795d4b-1f7b-448c-8d28-65ff9a9d2041 req-779b96e8-ba6e-4611-87e9-04a42c289b4a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 931 time: 0.2034848 Jun 09 22:22:18.345829 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-35795d4b-1f7b-448c-8d28-65ff9a9d2041 req-237e75cc-2fef-4609-9431-ed3240fb26a0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112154 Jun 09 22:22:18.408471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48320) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:18.480430 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.510535 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.571057 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:18.579091 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.637812 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Transition to ACTIVE for port object 899e7a61-7fce-4578-8a67-e7af388acb0b will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:22:18.638021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.641586 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.642806 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "DELETE /v2.0/security-groups/0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41 HTTP/1.1" status: 204 len: 168 time: 0.2331710 Jun 09 22:22:18.643734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-40366bf1-72e3-401c-8909-5ef60af6748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:18.645521 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48324) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:18.655790 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:18.658115 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:18.663804 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.api.v2.resource [None req-068f8184-9658-497a-a461-ea69e2921473 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] show failed (client error): The resource could not be found. Jun 09 22:22:18.667374 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-068f8184-9658-497a-a461-ea69e2921473 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups/0ecdd7f6-e5d2-4611-a1d5-2450c3fa4f41 HTTP/1.1" status: 404 len: 347 time: 0.0183311 Jun 09 22:22:18.667817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48326) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:18.728795 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:18.750793 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:19.058721 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:19.062143 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:19.123781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Deleting port 4110486b-23f4-42a4-9669-2f682af566c8 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:22:19.124120 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.137675 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Attempting to bind port 899e7a61-7fce-4578-8a67-e7af388acb0b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:22:19.137927 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Attempting to bind port 899e7a61-7fce-4578-8a67-e7af388acb0b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:22:19.138249 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Attempting to bind port 899e7a61-7fce-4578-8a67-e7af388acb0b on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:19.190836 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Port 899e7a61-7fce-4578-8a67-e7af388acb0b on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:22:19.191078 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Attempting to bind port 899e7a61-7fce-4578-8a67-e7af388acb0b on network dcf1ce77-f759-45ef-acc3-4a474fce6e66 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:19.199996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:22:19.200327 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Checking segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:22:19.200708 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Bound using segment: {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:22:19.202030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Bound port: 899e7a61-7fce-4578-8a67-e7af388acb0b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a58a417-2d73-4a69-8c38-a7aef56fbe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:22:19.202416 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.314319 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.314639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.543695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Calling delete_port for 4110486b-23f4-42a4-9669-2f682af566c8 owned by network:floatingip {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:22:19.550354 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:22:19.560441 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:22:19.689545 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.702209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:19.784868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:19.784868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.784868 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] 10.222.0.35 "PUT /v2.0/ports/899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 1093 time: 1.8161058 Jun 09 22:22:19.784868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:19.788495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:22:19.792403 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61" -d '{"events": [{"name": "network-changed", "server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:19.823020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:19.827658 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:19.845016 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:22:19.845890 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 14072a8a-8a4b-49a5-8277-33eeb3fdcd81 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:22:19.852269 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e897b4-a1e0-47a6-90d1-40ca49d4181e req-7fe3f665-7cee-4f66-a01f-484da260c4bd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:19.854204 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-36e897b4-a1e0-47a6-90d1-40ca49d4181e req-7fe3f665-7cee-4f66-a01f-484da260c4bd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.2167633 Jun 09 22:22:19.855764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798683c-2d0c-43e5-a4a3-b0cb8750b67d x-openstack-request-id: req-1798683c-2d0c-43e5-a4a3-b0cb8750b67d {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:19.856079 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:19.856361 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1798683c-2d0c-43e5-a4a3-b0cb8750b67d {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:19.856778 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'status': 'completed', 'code': 200} Jun 09 22:22:19.926578 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:19.939791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8966a18b-e5e8-4d16-b1c3-de03cde84ac9 tempest-VolumesNegativeTest-2018567811 tempest-VolumesNegativeTest-2018567811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:20.003558 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'Port': ['ID=4110486b-23f4-42a4-9669-2f682af566c8,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:20.033321 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:20.086487 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-36e897b4-a1e0-47a6-90d1-40ca49d4181e req-f50118b4-d1e0-45b2-a12a-e707f8f2f4bf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257962 Jun 09 22:22:20.129440 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.131791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.132917 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "DELETE /v2.0/floatingips/03931876-b5c2-4eaf-a5e9-206a6aae4451 HTTP/1.1" status: 204 len: 168 time: 1.4642034 Jun 09 22:22:20.143752 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-91bedaee-4fae-499f-95cc-c3ac8cd16224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.143752 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-91bedaee-4fae-499f-95cc-c3ac8cd16224 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1096 time: 0.2583869 Jun 09 22:22:20.301659 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-e6ad46ed-b08f-4d82-8c82-bc6032f8fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.303124 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-e6ad46ed-b08f-4d82-8c82-bc6032f8fd09 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5220320a350b438382bbae19e97ddd0c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1525292 Jun 09 22:22:20.323062 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48350) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:20.449320 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.450345 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-b2b47415-dde5-43ad-b95b-54db92a0fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.452769 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3a407eb1-6697-4a2b-b9bd-fe2c80f6ce61 req-b2b47415-dde5-43ad-b95b-54db92a0fd83 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399987 Jun 09 22:22:20.536373 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48354) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:20.541372 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002318215', 'description': 'tempest-description--882254704'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:20.570390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.578331 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-3e63cfed-53d6-4ad2-a110-55d312ac09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.579826 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-3e63cfed-53d6-4ad2-a110-55d312ac09e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1096 time: 0.0897450 Jun 09 22:22:20.609466 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.616953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9cebe33c-00c4-42aa-8af0-906776e08883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:20.655056 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-4f447901-e2f6-46e8-a49b-c0712f9c7088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 217 time: 0.0666881 Jun 09 22:22:20.658191 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfb4456ea5bb4a3f87e15a4bc8e57e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340871 Jun 09 22:22:20.660908 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45251028-7cd4-4967-8873-da53070fd616,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:20.661982 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48356) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:20.664049 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e8f526fb-f905-472b-b6f5-bdaf77d1cb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:20.747275 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.771982 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-1ec429e6-fc09-4365-a502-333105e4bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.773466 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-1ec429e6-fc09-4365-a502-333105e4bfd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.1122715 Jun 09 22:22:20.837427 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.895533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:20.968552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-e6a328ad-d655-4863-887e-4d7bd24aeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:20.970081 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-e6a328ad-d655-4863-887e-4d7bd24aeb94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834164 Jun 09 22:22:21.071019 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.127830 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-2e5aef5d-73ed-48cd-afd6-196403f3ef4e service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487818 Jun 09 22:22:21.130079 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.133197 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.134501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45251028-7cd4-4967-8873-da53070fd616 HTTP/1.1" status: 204 len: 168 time: 0.4716175 Jun 09 22:22:21.136535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-04259f5e-5418-4e24-98c5-bf9658ab7438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:21.324102 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45251028-7cd4-4967-8873-da53070fd616,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:21.327433 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:21.331258 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.366024 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9aeb4f36-c39d-4c37-ac70-486efd38cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:21.448156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:21.450830 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:21.474109 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.475321 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9377275 Jun 09 22:22:21.478347 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48368) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:21.485699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group_rule': {'security_group_id': '0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:21.500115 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e5f6232-5a99-4558-95e2-f0e12862efed req-4d61327f-c134-47a5-9afd-e4dd20b631f2 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644371 Jun 09 22:22:21.516778 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241fba2-0993-490c-acf4-9a787c57fe63 req-3c643272-9611-4877-a66b-d28269472e44 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:21.518360 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6241fba2-0993-490c-acf4-9a787c57fe63 req-3c643272-9611-4877-a66b-d28269472e44 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.2002680 Jun 09 22:22:21.563689 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6241fba2-0993-490c-acf4-9a787c57fe63 req-e88e1f10-d78b-47fc-b614-14cfc00e714d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Jun 09 22:22:21.583558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.651229 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.720342 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48370) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:21.737293 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.751143 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.759907 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5888915c-c4fa-46f7-8a5a-22a7ddb8200b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:21.785882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5621f61-08eb-4121-960e-5e88d5dacd8c,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:21.789701 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:21.870897 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.924105 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:21.931303 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6ca014e3-4bbf-42c0-b805-01cd35607b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:21.974516 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb6606cd67cf497d96a880b8a3c0b16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528424 Jun 09 22:22:21.975529 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5262cfdc-900c-4722-be7c-998436797710,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:21.976924 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48372) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:21.979147 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:22.008986 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.010225 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5302188 Jun 09 22:22:22.012872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48374) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:22.017700 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'security_group_rule': {'security_group_id': '0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:22.037428 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.064221 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.106931 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.185976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.188955 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.190204 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5262cfdc-900c-4722-be7c-998436797710 HTTP/1.1" status: 204 len: 168 time: 0.2119830 Jun 09 22:22:22.191122 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0be9afa5-5900-4f2e-ab3e-15b393d35fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:22.203365 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5262cfdc-900c-4722-be7c-998436797710,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:22.205652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a8d6fb5f-b765-44ed-a127-56234908581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:22.206125 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.277292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.280058 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9991d622-997f-4fde-afbd-7bbcc37db1e4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:22.311130 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d591267-8ae7-4602-b929-1bf9b87ca990,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:22.313695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:22.420516 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.421781 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ea43347e-3cf2-46ff-b498-8b2605b9e420 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077609 Jun 09 22:22:22.424857 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48386) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:22.430776 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:22.500261 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.654110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.943459 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48396) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:22.963168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:22.981325 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57d57-8c39-43e2-ad06-83549df7f752 req-2bc0615e-b9ef-4cac-b4da-f0c5adb262f1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:22.982858 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90e57d57-8c39-43e2-ad06-83549df7f752 req-2bc0615e-b9ef-4cac-b4da-f0c5adb262f1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.1726823 Jun 09 22:22:23.026615 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Allocated IP 172.27.0.235 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/f67ecedf-902b-40a2-a381-a8211ac61237) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:22:23.056027 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-90e57d57-8c39-43e2-ad06-83549df7f752 req-278862e5-e47f-4bf7-8859-279aa0f971bb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643871 Jun 09 22:22:23.079015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.151612 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.161198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0bac9361-763e-414a-9e57-ba2b459193af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:23.199097 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.202391 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2891c2c7805b4694917bbcbb09a8dd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632952 Jun 09 22:22:23.204831 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48398) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:23.215505 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903531c1-b95e-4407-bff6-a5adc16f6382,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:23.219193 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:23.268968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.277653 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.282454 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-fe1cebf4-ae19-4c4e-9b78-314707f4fcd4 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:23.297724 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.350847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:22:23.353794 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:23.357913 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:22:23.392309 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=f67ecedf-902b-40a2-a381-a8211ac61237,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:23.396249 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:23.432238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.434906 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.439327 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/903531c1-b95e-4407-bff6-a5adc16f6382 HTTP/1.1" status: 204 len: 168 time: 0.2309747 Jun 09 22:22:23.439327 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-19cce5b8-c4e5-4481-8dc9-89056050aa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:23.452496 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903531c1-b95e-4407-bff6-a5adc16f6382,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:23.455071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:23.464966 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.613547 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.813544 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:22:23.833983 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.894834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:23.900756 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c61e5214-915d-4c4f-86f6-dc99aba52eae tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:23.955155 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:23.973134 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:22:24.010446 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=f67ecedf-902b-40a2-a381-a8211ac61237,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:24.015476 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:24.022187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:24.034006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:24.051757 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:24.067935 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:24.135025 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:24.137916 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7102323 Jun 09 22:22:24.197893 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:24.201975 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:24.275388 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:24.285350 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.287257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.287257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.287257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.287257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.287783 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.288095 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.288449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.288949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.289308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.289433 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65382a-0483-409d-a1db-5a2242f97eaf req-c67e7a59-022a-4f2e-8bd9-d9068f64e351 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:24.289916 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.290000 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:24.290974 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6e65382a-0483-409d-a1db-5a2242f97eaf req-c67e7a59-022a-4f2e-8bd9-d9068f64e351 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 944 time: 0.1026421 Jun 09 22:22:24.293981 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:24.345638 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6e65382a-0483-409d-a1db-5a2242f97eaf req-0e00fc7a-7933-483d-a6e3-09870b533ead tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471318 Jun 09 22:22:24.405338 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-23b97e64-ff07-4950-a7ab-72bac7e9eb03 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2002318215&fields=id&tenant_id=cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 267 time: 0.0464585 Jun 09 22:22:24.418444 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['899e7a61-7fce-4578-8a67-e7af388acb0b'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:22:24.558924 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3c16-fdff-4021-b73c-2215a333e8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:24.570629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-badd40cb-4c1f-4b20-a4ed-2728f2753c47 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:24.572287 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-badd40cb-4c1f-4b20-a4ed-2728f2753c47 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 810 time: 0.1599929 Jun 09 22:22:24.588909 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-cf51b1bf-91e1-43f3-b6ba-bf5a9f6942e3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/quotas/cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 375 time: 0.0107944 Jun 09 22:22:24.696094 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-8342c83d-bdb3-4cf5-812e-d2354c427739 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943947 Jun 09 22:22:24.954126 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-3de65803-edec-4b72-89f0-e1e200da88f2 service neutron] 10.222.0.38 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440767 Jun 09 22:22:25.092044 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-298f0b3a-27da-4d90-bb1b-1fe98e4b4453 service neutron] 10.222.0.38 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319458 Jun 09 22:22:25.399692 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0cf1fa68-7199-4628-b26b-9b6fd158eaf4 req-ef2ad4d0-44f7-4159-a823-22e04972e56c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0613973 Jun 09 22:22:25.576304 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e10a93-7521-48ba-ad5c-f5f33498149b req-337b7760-cde2-498f-947d-b05538adc667 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:25.578568 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1e10a93-7521-48ba-ad5c-f5f33498149b req-337b7760-cde2-498f-947d-b05538adc667 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 944 time: 0.0943198 Jun 09 22:22:25.638488 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1e10a93-7521-48ba-ad5c-f5f33498149b req-32858af8-4d27-49f5-ac89-4d7e3b13394f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Jun 09 22:22:25.832408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:22:25.986368 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 899e7a61-7fce-4578-8a67-e7af388acb0b completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:22:25.991481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 899e7a61-7fce-4578-8a67-e7af388acb0b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:22:25.991870 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:26.119453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:26.146887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:26.149185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa6743-20f0-4d70-8ac7-0545735bcef0" -d '{"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:26.161591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:26.192971 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde7cdac-63da-4c54-a1b5-1c61ca35610d x-openstack-request-id: req-cde7cdac-63da-4c54-a1b5-1c61ca35610d {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:26.193299 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:26.193558 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cde7cdac-63da-4c54-a1b5-1c61ca35610d {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:26.193950 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'code': 200} Jun 09 22:22:26.243149 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:26.245420 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:26.328565 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:26.331689 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:26.563479 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3d35ac40-18b8-46dc-b40e-148c005f59fc req-fcf23d2c-a1cd-4201-9422-995eebf7cf4b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0473430 Jun 09 22:22:26.616526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a7c1-084a-43f5-beec-519057f3b24d req-811f0c10-890e-4bd7-88bb-03c464c8bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:26.618165 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-05c3a7c1-084a-43f5-beec-519057f3b24d req-811f0c10-890e-4bd7-88bb-03c464c8bf05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1098 time: 0.0940325 Jun 09 22:22:26.668539 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-05c3a7c1-084a-43f5-beec-519057f3b24d req-627eed94-2816-48dc-b553-059dfe4242be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Jun 09 22:22:26.847577 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65333c09-982c-45b5-908c-ebf3906ffca1 req-f33ad80f-5057-4cb9-b7cd-8c8885bd5ebe tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:26.849133 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-65333c09-982c-45b5-908c-ebf3906ffca1 req-f33ad80f-5057-4cb9-b7cd-8c8885bd5ebe tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0888493 Jun 09 22:22:26.901178 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-65333c09-982c-45b5-908c-ebf3906ffca1 req-8a2dc363-a063-4f8d-9000-ff32668b98b5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457015 Jun 09 22:22:26.917975 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-db02d94f-874a-4bfe-aeea-562ba2ea07f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:26.963138 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:27.653144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-7f510afa-1cd2-4ca0-89ed-acc40116fe63 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:27.656238 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-7f510afa-1cd2-4ca0-89ed-acc40116fe63 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 810 time: 0.1833506 Jun 09 22:22:27.771297 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-51429778-a237-4581-b355-426ccc0bbfdf tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac2f62f0b784ddaadcc734a4d79efa7 HTTP/1.1" status: 200 len: 380 time: 0.1062517 Jun 09 22:22:27.813599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'port': {'device_id': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'admin_state_up': True, 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'security_groups': ['0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:27.899224 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4ef8b0ac-34b4-41ce-87db-c4c70c54ed0f req-382132b7-45ef-432d-9693-9ce453cad66f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.1644876 Jun 09 22:22:28.117173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ae55-b875-477a-b47c-8bdb36f77015 req-eba756b3-8b23-4366-9dfb-b533f74f5a67 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:28.118628 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d539ae55-b875-477a-b47c-8bdb36f77015 req-eba756b3-8b23-4366-9dfb-b533f74f5a67 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0830674 Jun 09 22:22:28.142434 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Made reservation on behalf of cac2f62f0b784ddaadcc734a4d79efa7 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:22:28.146167 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:28.295183 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:28.344777 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d539ae55-b875-477a-b47c-8bdb36f77015 req-9c986021-90ca-4fa8-9742-a4bae1e9ee3f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197514 Jun 09 22:22:28.370708 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Allocated IP 172.20.0.11 (e0efba8d-3c59-46f3-b473-73d9ce2d393c/c67b1ada-c465-4696-9c39-80418f9e499e/4df9ab55-4d3a-4fd2-9561-61a355b4ea26) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:22:28.533954 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6a8e5-5e5a-4d53-8d5d-eb8c9ad6e310 req-cd70a434-c1ac-4b14-9e47-480d174af260 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:28.535726 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-65f6a8e5-5e5a-4d53-8d5d-eb8c9ad6e310 req-cd70a434-c1ac-4b14-9e47-480d174af260 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0805740 Jun 09 22:22:28.544466 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48514) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:28.549111 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Request body: {'floatingip': {'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:28.565110 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:28.581925 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Transition to ACTIVE for port object 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:22:28.629123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:28.689441 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:28.695072 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:28.769007 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:22:28.775039 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:28.779766 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:22:28.852191 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event updated for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:28.858439 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:28.917936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:28.919124 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.016685 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2270339 Jun 09 22:22:29.033018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Request body: {'port': {'device_id': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:29.203049 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7f0aacd-0157-4e5e-a1c7-18063a3152fe None None] Provisioning for port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:22:29.208198 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7f0aacd-0157-4e5e-a1c7-18063a3152fe None None] Provisioning complete for port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:22:29.208586 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7f0aacd-0157-4e5e-a1c7-18063a3152fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.358575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0aacd-0157-4e5e-a1c7-18063a3152fe None None] Port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:22:29.398536 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.406790 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.430181 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce2f5-c2e0-4057-b167-6834fcdb439a req-58eeac59-e30e-4291-b8bb-81c4f3007877 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:29.431644 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-436ce2f5-c2e0-4057-b167-6834fcdb439a req-58eeac59-e30e-4291-b8bb-81c4f3007877 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 932 time: 0.2416866 Jun 09 22:22:29.440298 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.572113 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-436ce2f5-c2e0-4057-b167-6834fcdb439a req-1a9ec115-6835-473f-9a46-8b004fd60bc9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117074 Jun 09 22:22:29.643600 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Floating IP 92bb4a2f-d76a-4453-b1b8-864de1f074f8 associated. External IP: 172.27.0.60, port: 899e7a61-7fce-4578-8a67-e7af388acb0b. Jun 09 22:22:29.689888 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48530) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:29.855301 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.946645 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:29.958837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.963669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:29.991526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Transition to ACTIVE for port object 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:22:30.057539 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.123383 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.128050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-78ffc69e-c11b-4445-8e02-2b705ef7a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:30.173617 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.185804 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:22:30.279610 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Pushing event updated for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:30.284159 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:30.311043 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29db220099434fb5b2a8928347827827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195598 Jun 09 22:22:30.311689 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-eba73d3c-cc13-4cbd-a4f8-de7aa24a4d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:30.320700 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48538) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:30.395526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3c2fc-5fd1-4585-a83e-4bdc7f67a4c1,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:30.405708 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:30.432023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Attempting to bind port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:22:30.432645 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Attempting to bind port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:22:30.432976 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Attempting to bind port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:30.438538 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:22:30.438855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Attempting to bind port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 on network e0efba8d-3c59-46f3-b473-73d9ce2d393c {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:30.439157 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:22:30.444043 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.444173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:22:30.444460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Checking segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:22:30.444892 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Bound using segment: {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:22:30.445316 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Bound port: 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02415e62-3c3d-449e-9594-a179117a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:22:30.445613 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.449547 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:22:30.460365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:30.460988 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:22:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:30.479429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.526800 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.538764 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b96871fb-bf73-4583-92db-746703d4fa74 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "PUT /v2.0/floatingips/92bb4a2f-d76a-4453-b1b8-864de1f074f8 HTTP/1.1" status: 200 len: 990 time: 1.9931297 Jun 09 22:22:30.542968 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:30.543693 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ce0c2-6422-452b-8db9-11252cab9011" -d '{"events": [{"name": "network-changed", "server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:30.544862 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:22:30.548615 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:22:30.611749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6231c4-05c6-444b-b0a2-94097019e07d x-openstack-request-id: req-4b6231c4-05c6-444b-b0a2-94097019e07d {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:30.612087 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:30.612378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b6231c4-05c6-444b-b0a2-94097019e07d {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:30.612820 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'status': 'completed', 'code': 200} Jun 09 22:22:30.641617 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.653767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f24906b9-e771-485f-9cab-22dad505f122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:30.692238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.695056 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.703751 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:30.706096 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2a3c2fc-5fd1-4585-a83e-4bdc7f67a4c1 HTTP/1.1" status: 204 len: 168 time: 0.3841300 Jun 09 22:22:30.718633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-beed7a07-188d-48ab-bd4d-a5a3915be0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:30.719597 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:30.720370 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:30.722476 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] 10.222.0.35 "PUT /v2.0/ports/4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1094 time: 1.6978548 Jun 09 22:22:30.726608 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:30.732883 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3c2fc-5fd1-4585-a83e-4bdc7f67a4c1,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:30.737669 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faa994c-9b57-446a-a5d0-0b8730f57cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:30.741583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:30.798474 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-a3981ba4-33ab-42b9-a7c7-73934a74f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:30.803173 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-a3981ba4-33ab-42b9-a7c7-73934a74f3ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1098 time: 0.1627619 Jun 09 22:22:30.898280 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe75317c-411e-418f-bde3-9723860bd446 x-openstack-request-id: req-fe75317c-411e-418f-bde3-9723860bd446 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:30.898771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:30.899157 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe75317c-411e-418f-bde3-9723860bd446 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:30.899692 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'status': 'completed', 'code': 200} Jun 09 22:22:30.931695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Pushing event updated for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:30.955648 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:31.006548 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53749f-82fe-4d9c-8978-19bbaea89cbd req-56bdc78f-49d7-4ac4-b8cb-b55c6feb05b5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.008065 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ae53749f-82fe-4d9c-8978-19bbaea89cbd req-56bdc78f-49d7-4ac4-b8cb-b55c6feb05b5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 944 time: 0.2824776 Jun 09 22:22:31.031050 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-7f211201-9f68-414f-9ffa-3c48305dae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.034580 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-7f211201-9f68-414f-9ffa-3c48305dae00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.2236919 Jun 09 22:22:31.038441 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2410e1da-828c-49c3-964f-dd565fd6ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.040265 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-2410e1da-828c-49c3-964f-dd565fd6ed0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1097 time: 0.2096415 Jun 09 22:22:31.159178 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-05dd3d0d-6da5-4e08-8666-132fdf73a280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 217 time: 0.1125605 Jun 09 22:22:31.160301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '92bb4a2f-d76a-4453-b1b8-864de1f074f8', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:12Z', 'updated_at': '2021-06-09T22:22:29Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:31.161227 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-dc1c8620-68ae-4d9f-a76b-f30e7b5677e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 998 time: 0.1206651 Jun 09 22:22:31.165947 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:22:31.174962 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ae53749f-82fe-4d9c-8978-19bbaea89cbd req-480b310c-a7b1-4628-93eb-22d5cd1c8f97 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586456 Jun 09 22:22:31.182066 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:31.182066 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:22:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:31.408204 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:31.423626 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-e2a98c9d-29ac-4f66-9eb2-ab638d040b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.425427 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-e2a98c9d-29ac-4f66-9eb2-ab638d040b36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.2546344 Jun 09 22:22:31.467074 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-b42df39b-497d-44a6-9f9f-107d26e8dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.468716 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-b42df39b-497d-44a6-9f9f-107d26e8dbd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.2912199 Jun 09 22:22:31.525532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-98b82079-f92b-463f-960d-a1be33c15ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.527301 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-98b82079-f92b-463f-960d-a1be33c15ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956132 Jun 09 22:22:31.575109 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-5e80b6c9-b773-45c3-9a40-da802d8f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:31.577753 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-5e80b6c9-b773-45c3-9a40-da802d8f83ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020803 Jun 09 22:22:31.745055 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-ca3de4f0-48e9-4be1-856c-60ee61d259c2 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107315 Jun 09 22:22:31.822872 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-9b1a87e6-3c38-436f-ae7e-f1432179f9cd service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278016 Jun 09 22:22:31.950061 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '92bb4a2f-d76a-4453-b1b8-864de1f074f8', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:12Z', 'updated_at': '2021-06-09T22:22:29Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:31.956608 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306606e4-1f3d-404f-9f2b-92a090c119c9 None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '92bb4a2f-d76a-4453-b1b8-864de1f074f8', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:12Z', 'updated_at': '2021-06-09T22:22:29Z', 'revision_number': 1, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:22:31.985310 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dc9ce0c2-6422-452b-8db9-11252cab9011 req-60e49e2c-1c32-479a-9db9-dae2373d254d service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324619 Jun 09 22:22:32.123777 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1925c87-a78a-4ce2-988d-9165a0993459 req-812922f7-0cfb-4a2f-8e5e-992bf4effc2e service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050714 Jun 09 22:22:32.245472 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41a116-4922-4dda-88d5-e816e1a38d23 None None] New status for floating IP 92bb4a2f-d76a-4453-b1b8-864de1f074f8: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:22:32.429323 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-173e8838-70f0-44ca-86c1-ac206cd25b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:32.431713 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-173e8838-70f0-44ca-86c1-ac206cd25b37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1097 time: 0.1627645 Jun 09 22:22:32.565886 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865be49-d80f-466b-a344-b71f0db9c927 req-2785408a-02f6-43c7-8947-67b261502c06 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:32.567573 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2865be49-d80f-466b-a344-b71f0db9c927 req-2785408a-02f6-43c7-8947-67b261502c06 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 944 time: 0.2311711 Jun 09 22:22:32.660509 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-6bcb599c-b4ab-44f0-807a-0addce678095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:32.661639 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-6bcb599c-b4ab-44f0-807a-0addce678095 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.2234621 Jun 09 22:22:32.669666 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2865be49-d80f-466b-a344-b71f0db9c927 req-006e9c6b-0daf-41dd-acac-f15b224b6b49 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949097 Jun 09 22:22:32.749042 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-1b2be8a0-082f-440b-b352-20a5cc9a0224 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 217 time: 0.0780492 Jun 09 22:22:32.820054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-ec343411-ed1c-419a-a0a6-1336c0fe9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:32.821542 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-ec343411-ed1c-419a-a0a6-1336c0fe9977 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0657785 Jun 09 22:22:32.921473 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-9cd1d401-c329-4391-883c-2043f1b13da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:32.924521 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-9cd1d401-c329-4391-883c-2043f1b13da2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952547 Jun 09 22:22:33.082430 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-31afd282-36c3-43f9-9048-73fd274642bd service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501973 Jun 09 22:22:33.249725 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5faa994c-9b57-446a-a5d0-0b8730f57cd4 req-897b4e8d-7706-47be-8564-47b4ee194161 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601758 Jun 09 22:22:33.879190 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279b7ec-e0de-4c8c-bfe5-5c08323ec74e req-731d1b71-7a92-4035-a83f-974bb4a2827e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:33.880678 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c279b7ec-e0de-4c8c-bfe5-5c08323ec74e req-731d1b71-7a92-4035-a83f-974bb4a2827e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 944 time: 0.0864005 Jun 09 22:22:33.926356 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c279b7ec-e0de-4c8c-bfe5-5c08323ec74e req-4c6b7176-ed67-405c-8641-beb39462ed2d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Jun 09 22:22:35.130653 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f3dd5-8269-4192-b793-fc6d734d0ca2 req-78fcfd19-2462-4a56-a023-e83419f98509 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:35.132140 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-846f3dd5-8269-4192-b793-fc6d734d0ca2 req-78fcfd19-2462-4a56-a023-e83419f98509 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 944 time: 0.0931845 Jun 09 22:22:35.180445 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-846f3dd5-8269-4192-b793-fc6d734d0ca2 req-9dab0399-4680-452d-9590-b80350140cca tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Jun 09 22:22:36.317215 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:22:36.383113 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b216d-f7f8-407d-97d5-faa41d5008c8 req-fa5abcef-a7e6-459a-aaca-467c711cfce5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:36.385299 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b0b216d-f7f8-407d-97d5-faa41d5008c8 req-fa5abcef-a7e6-459a-aaca-467c711cfce5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 944 time: 0.0956168 Jun 09 22:22:36.415742 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:36.433902 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b0b216d-f7f8-407d-97d5-faa41d5008c8 req-87bee16a-ce02-45b0-b446-7d135239dd6a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 Jun 09 22:22:36.481966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:36.495839 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'port_id': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'mac_address': 'fa:16:3e:00:dc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:22:36.551574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:36.568718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:36.584379 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:36.631357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:36.634080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-9b62cb60-da82-4e08-bdd7-83efe8ab1026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:36.746138 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:36.750039 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:37.633721 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0ead9-8afc-47d1-a681-65d3fa0d3573 req-ae737a94-32a3-4fe1-99d7-8d1a00489c06 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:37.635297 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-94d0ead9-8afc-47d1-a681-65d3fa0d3573 req-ae737a94-32a3-4fe1-99d7-8d1a00489c06 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 945 time: 0.0901146 Jun 09 22:22:37.683512 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-94d0ead9-8afc-47d1-a681-65d3fa0d3573 req-847475a6-327f-4c94-8eac-4ac72a2da8b8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Jun 09 22:22:38.455433 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['4df9ab55-4d3a-4fd2-9561-61a355b4ea26'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:22:39.076660 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25fde8-852b-4c63-a11c-67df1ef3916f req-b9f52940-d401-4a19-b210-5bc837cfde28 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:39.078178 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2e25fde8-852b-4c63-a11c-67df1ef3916f req-b9f52940-d401-4a19-b210-5bc837cfde28 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 945 time: 0.1083560 Jun 09 22:22:39.138786 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2e25fde8-852b-4c63-a11c-67df1ef3916f req-d23315d4-45ff-494f-a790-f58ed1ca345d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547843 Jun 09 22:22:40.320252 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114453a-23a6-4fec-b7a3-9bc6b31958ad req-2f8da85e-f1a8-492d-a53e-3e2bed132d87 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:40.321716 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4114453a-23a6-4fec-b7a3-9bc6b31958ad req-2f8da85e-f1a8-492d-a53e-3e2bed132d87 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 945 time: 0.0802996 Jun 09 22:22:40.368666 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4114453a-23a6-4fec-b7a3-9bc6b31958ad req-f668fb55-389c-4dd9-b11c-232d8d06c511 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Jun 09 22:22:40.799224 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48716) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:40.915047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.017938 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.087983 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.091253 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:22:41.095254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d2de3754-9737-46de-8c9e-d5df5dd30528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:41.191214 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:22:41.196302 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:22:41.196681 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.223900 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b3dba0c13ce47a29666d01364e56b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235904 Jun 09 22:22:41.224916 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47e2c9-93df-40ad-8f81-0b27e009fcb6,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:41.226659 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48720) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:41.232537 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:41.285657 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.310980 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.314868 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.341496 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:41.343773 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd539131-6950-432f-b0ca-5eb4edfc55e4" -d '{"events": [{"server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:41.351595 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:41.386820 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dbb06f-3f26-478b-9de3-3abf176f6fd7 x-openstack-request-id: req-f0dbb06f-3f26-478b-9de3-3abf176f6fd7 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:41.387145 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:41.387409 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0dbb06f-3f26-478b-9de3-3abf176f6fd7 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:41.387800 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'code': 200} Jun 09 22:22:41.396729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.398667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:41.414117 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.416625 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:41.420353 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db47e2c9-93df-40ad-8f81-0b27e009fcb6 HTTP/1.1" status: 204 len: 168 time: 0.1894271 Jun 09 22:22:41.420353 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0e5386ec-ca63-4c2a-8aae-dfd5a088729a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:41.438992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47e2c9-93df-40ad-8f81-0b27e009fcb6,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:41.441499 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:41.478056 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:41.481649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:41.574126 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff19fcb-55b9-4666-8b7d-573a648e4269 req-d712effd-caab-4e57-afd8-b5fe9e570759 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:41.576332 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7ff19fcb-55b9-4666-8b7d-573a648e4269 req-d712effd-caab-4e57-afd8-b5fe9e570759 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.0813746 Jun 09 22:22:41.620849 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7ff19fcb-55b9-4666-8b7d-573a648e4269 req-db58555c-be20-45f1-a9ba-e83028f4214a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Jun 09 22:22:42.396971 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48748) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:42.502544 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1257987643-network', 'tenant_id': '44672ee963b64dd0a12a766b4a49e79b'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:42.556423 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Made reservation on behalf of 44672ee963b64dd0a12a766b4a49e79b for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:22:42.558709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.571227 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.676509 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.717738 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.722016 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2265cf48-ca4d-48c0-bd0a-7d1f9db47ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:42.790254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:22:42.802941 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66154f-3697-43c1-b8f3-25fb8261769d,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:42.807855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:42.816226 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.816539 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Added segment c3d78713-9433-47d3-ab86-85a75235e153 of type vlan for network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 Jun 09 22:22:42.861432 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.872170 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c54271-6d28-45a1-8272-156be228b2fa req-be11cb3d-e3e6-4902-b59f-0093b18388f6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:42.874194 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c0c54271-6d28-45a1-8272-156be228b2fa req-be11cb3d-e3e6-4902-b59f-0093b18388f6 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.1432073 Jun 09 22:22:42.931272 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c0c54271-6d28-45a1-8272-156be228b2fa req-797768da-61c3-4acb-8a82-c3bfc9b28f35 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Jun 09 22:22:42.962764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.964112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:42.964695 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:42.969244 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b8b72c6f-04ca-4898-ad5c-7fa45f411cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:43.067743 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Pushing event updated for resources: {'Network': ['ID=e3be2856-5df1-481e-b7a4-73b90eb5e5e3,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:43.070494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:43.078499 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:22:43.123902 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7258117 Jun 09 22:22:43.126985 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48758) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:43.132154 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Request body: {'subnet': {'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1257987643-subnet', 'tenant_id': '44672ee963b64dd0a12a766b4a49e79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:43.225738 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Made reservation on behalf of 44672ee963b64dd0a12a766b4a49e79b for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:22:43.228229 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:43.485362 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cd46b-46b1-4f1d-bfa0-172226ca050a req-b8d73463-2968-450f-893c-c6d2f2887c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:43.486735 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9e1cd46b-46b1-4f1d-bfa0-172226ca050a req-b8d73463-2968-450f-893c-c6d2f2887c98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.1492548 Jun 09 22:22:43.527034 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9e1cd46b-46b1-4f1d-bfa0-172226ca050a req-618ab171-f1e7-4fac-98eb-23230ee821f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Jun 09 22:22:43.544927 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:43.549388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:43.617878 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40daef7-5fe4-489c-83d9-33af60b862bc,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:43.621187 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:43.627718 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Checking segment: {'id': 'c3d78713-9433-47d3-ab86-85a75235e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:22:43.628068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Network hostable DHCP agents. Network: e3be2856-5df1-481e-b7a4-73b90eb5e5e3, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:22:43.710884 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:22:43.785362 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, e3be2856-5df1-481e-b7a4-73b90eb5e5e3) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:43.795026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:43.795026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:43.799357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93cb49-dd9b-401b-a0c5-b51312547d10 None None] Network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:22:43.899340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7668948 Jun 09 22:22:44.017782 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36b6ba-3909-4b92-b2e4-e994bc8391ed None None] Network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:22:44.188883 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151056e-875e-4756-8231-2b13370308f9 req-779d9186-0657-4a48-963f-54fd31ea8989 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:44.193564 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3151056e-875e-4756-8231-2b13370308f9 req-779d9186-0657-4a48-963f-54fd31ea8989 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.1272333 Jun 09 22:22:44.251944 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3151056e-875e-4756-8231-2b13370308f9 req-502f0d43-a3ce-4ac5-afef-31c62f797181 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526621 Jun 09 22:22:45.433053 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73fc1-4fed-4697-ae74-02fea6f40a1c req-a2a83a5d-587a-437e-8a39-1b662a1eb040 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:45.434605 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-56c73fc1-4fed-4697-ae74-02fea6f40a1c req-a2a83a5d-587a-437e-8a39-1b662a1eb040 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.0803416 Jun 09 22:22:45.479206 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-56c73fc1-4fed-4697-ae74-02fea6f40a1c req-0af3c369-b335-4736-a7c9-8cd712a5e4af tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Jun 09 22:22:45.661690 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c9037-43a4-43f4-ae53-40590c748319 req-e91aa2b5-23c4-4243-b3f8-31b176bd25e1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:45.663051 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b21c9037-43a4-43f4-ae53-40590c748319 req-e91aa2b5-23c4-4243-b3f8-31b176bd25e1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.0861442 Jun 09 22:22:45.671442 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48788) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:45.675754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Request body: {'floatingip': {'port_id': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:45.753308 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:46.419405 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:46.465484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:46.632131 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Floating IP fbef19fe-fb34-4f90-823c-fe50033bef6c associated. External IP: 172.27.0.235, port: 4df9ab55-4d3a-4fd2-9561-61a355b4ea26. Jun 09 22:22:46.982280 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:22:47.161049 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:22:47.165924 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:47.170562 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:22:47.180962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:47.181685 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:22:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:47.224838 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-5843cdaf-afb1-4d8c-ac13-4d1b25031a54 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "PUT /v2.0/floatingips/fbef19fe-fb34-4f90-823c-fe50033bef6c HTTP/1.1" status: 200 len: 992 time: 1.5499175 Jun 09 22:22:47.224838 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:47.225750 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11350bf9-c91d-4974-a496-ed2d2eb1213a" -d '{"events": [{"name": "network-changed", "server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:47.367993 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:47.731913 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'fbef19fe-fb34-4f90-823c-fe50033bef6c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:00:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:23Z', 'updated_at': '2021-06-09T22:22:46Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:47.736410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:22:47.744482 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:22:47.745072 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:22:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:47.921191 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:22:47.980568 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9b67f-53be-4b9c-822b-0bb7e60c8816 x-openstack-request-id: req-fad9b67f-53be-4b9c-822b-0bb7e60c8816 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:47.981050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:47.981200 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fad9b67f-53be-4b9c-822b-0bb7e60c8816 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:47.981620 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'status': 'completed', 'code': 200} Jun 09 22:22:48.075923 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-49bc34cf-606f-46e9-97ec-47b30e5632c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:48.077472 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-49bc34cf-606f-46e9-97ec-47b30e5632c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0740731 Jun 09 22:22:48.213924 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-36bdcf8d-f336-4396-b938-d3c60d82adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:48.215438 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-36bdcf8d-f336-4396-b938-d3c60d82adf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1302454 Jun 09 22:22:48.281999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'fbef19fe-fb34-4f90-823c-fe50033bef6c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:00:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:23Z', 'updated_at': '2021-06-09T22:22:46Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:22:48.286078 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74bab35-f1d1-4cd3-8b2c-96e1c7095995 None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'fbef19fe-fb34-4f90-823c-fe50033bef6c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'port_id': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'mac_address': 'fa:16:3e:00:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:22:23Z', 'updated_at': '2021-06-09T22:22:46Z', 'revision_number': 1, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:22:48.443692 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-bb7061b5-1869-4e2d-99fb-c430844ddab1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1000 time: 0.2209587 Jun 09 22:22:48.517542 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a60c440-8de3-448d-8b6c-ddc57b335054 None None] New status for floating IP fbef19fe-fb34-4f90-823c-fe50033bef6c: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:22:48.597620 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-ebb8636e-351b-4393-b6cc-f767ce091609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:48.599049 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-ebb8636e-351b-4393-b6cc-f767ce091609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.1489859 Jun 09 22:22:48.692934 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-4e5d4545-7713-405b-af0b-d6f490a9528c tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:48.694397 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-4e5d4545-7713-405b-af0b-d6f490a9528c tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 814 time: 0.2066579 Jun 09 22:22:48.718557 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-50db061a-c726-4374-b3fc-2448b8f3c2b9 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/quotas/44672ee963b64dd0a12a766b4a49e79b HTTP/1.1" status: 200 len: 375 time: 0.0178120 Jun 09 22:22:48.777953 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-6c8e37ca-a651-44b4-89c1-0f5639080942 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533798 Jun 09 22:22:48.784860 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-af273842-b352-4c92-817f-c78fc755a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:48.786326 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-af273842-b352-4c92-817f-c78fc755a838 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775253 Jun 09 22:22:49.062954 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-a71e4212-729a-4ec8-aaf1-292e4beb177c service neutron] 10.222.0.38 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807047 Jun 09 22:22:49.064846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-444e0f68-e0a3-4cfc-936a-3e9cabd46e29 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664528 Jun 09 22:22:49.308915 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ba907c54-07f1-40f2-a52e-fa20bdd646ef service neutron] 10.222.0.38 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401800 Jun 09 22:22:49.311234 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-11350bf9-c91d-4974-a496-ed2d2eb1213a req-b76ed5b1-ea7e-4d98-9d2f-85a368d0f40b service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223907 Jun 09 22:22:49.561559 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8279b34d-ffc6-4561-8d54-5c75ddc5658e req-58245e7a-7856-412f-8a07-325d72de4ee8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0441949 Jun 09 22:22:50.717981 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc5ba1b3-c704-4f52-9c4e-3e02284af0fa req-9e99d57a-7102-48f7-98e1-b9a69e222f9b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0437253 Jun 09 22:22:51.578042 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-66c8d964-cfb4-44e9-84dd-89d0d34fec52 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:51.579459 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-66c8d964-cfb4-44e9-84dd-89d0d34fec52 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.35 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 814 time: 0.1517742 Jun 09 22:22:51.592212 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Request body: {'port': {'device_id': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3', 'admin_state_up': True, 'tenant_id': '44672ee963b64dd0a12a766b4a49e79b'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:51.814463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Made reservation on behalf of 44672ee963b64dd0a12a766b4a49e79b for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:22:51.818619 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:51.907422 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-461ab850-bfa8-4a51-bc10-09c25d2490a3 req-cc494cc4-c878-40a6-ac56-94d95ee99f59 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0516520 Jun 09 22:22:51.986261 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Allocated IP 172.20.0.11 (e3be2856-5df1-481e-b7a4-73b90eb5e5e3/c40daef7-5fe4-489c-83d9-33af60b862bc/05bb92d0-6375-40b4-8f10-d4a11175edbc) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:22:52.189719 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:52.271666 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:52.277637 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-94cad1e8-b6ea-4634-9b96-a8039418fea0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:52.448376 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:22:52.452703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:22:52.456540 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:22:52.489425 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Pushing event updated for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:52.502874 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.503241 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.503596 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.503946 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.504291 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.504637 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.504978 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.505390 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.505732 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.506071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.506423 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.506745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:52.515764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:52.530838 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:52.531441 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:52.597479 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0092638 Jun 09 22:22:52.611533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Request body: {'port': {'device_id': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:22:52.720193 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.119923 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bb92d0-6375-40b4-8f10-d4a11175edbc {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:53.134563 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.154175 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Transition to ACTIVE for port object 05bb92d0-6375-40b4-8f10-d4a11175edbc will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:22:53.170621 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12eed-c1e5-45b2-a6ba-c52271a8587a req-f10373ba-1579-468f-9bae-14dae51d170f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:53.172058 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9fc12eed-c1e5-45b2-a6ba-c52271a8587a req-f10373ba-1579-468f-9bae-14dae51d170f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 932 time: 0.1507945 Jun 09 22:22:53.216044 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9fc12eed-c1e5-45b2-a6ba-c52271a8587a req-524de7f9-c9c9-4b8f-8320-4e518bb075ac tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Jun 09 22:22:53.242593 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.246474 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cdab9908-387c-4277-b297-0d5f9bde27f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:53.401190 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:53.412697 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:53.481352 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Attempting to bind port 05bb92d0-6375-40b4-8f10-d4a11175edbc on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:22:53.487576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Attempting to bind port 05bb92d0-6375-40b4-8f10-d4a11175edbc by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c3d78713-9433-47d3-ab86-85a75235e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:22:53.487576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Attempting to bind port 05bb92d0-6375-40b4-8f10-d4a11175edbc on network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:53.487576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Port 05bb92d0-6375-40b4-8f10-d4a11175edbc on network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:22:53.487576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Attempting to bind port 05bb92d0-6375-40b4-8f10-d4a11175edbc on network e3be2856-5df1-481e-b7a4-73b90eb5e5e3 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:22:53.492261 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:22:53.492631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Checking segment: {'id': 'c3d78713-9433-47d3-ab86-85a75235e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:22:53.493012 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Bound using segment: {'id': 'c3d78713-9433-47d3-ab86-85a75235e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:22:53.493469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Bound port: 05bb92d0-6375-40b4-8f10-d4a11175edbc, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d78713-9433-47d3-ab86-85a75235e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:22:53.493811 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.591709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:22:53.594526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc,segment=NetworkSegment(c3d78713-9433-47d3-ab86-85a75235e153),segment_id=c3d78713-9433-47d3-ab86-85a75235e153)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:22:53.677072 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.680941 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a2c664d3-9baf-44d0-b5e1-15cf3f7d2a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:53.738877 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:53.739475 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:53.740795 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 1094 time: 1.1342804 Jun 09 22:22:53.741317 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:22:53.743549 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24b92a-2bbe-485b-99da-2fc73e08a981" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:22:53.761063 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:53.764184 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:53.789082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713de319-24a3-4354-bc22-1ad5f725732b x-openstack-request-id: req-713de319-24a3-4354-bc22-1ad5f725732b {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:22:53.789488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:22:53.789774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-713de319-24a3-4354-bc22-1ad5f725732b {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:22:53.790205 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc', 'status': 'completed', 'code': 200} Jun 09 22:22:53.894227 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-c6a84e06-f2a9-47a8-a011-e8d0e167e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:53.895697 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-c6a84e06-f2a9-47a8-a011-e8d0e167e235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1097 time: 0.0825813 Jun 09 22:22:54.036278 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-be14c86c-6599-4b38-bec3-9c09fc875436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:54.037741 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-be14c86c-6599-4b38-bec3-9c09fc875436 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=44672ee963b64dd0a12a766b4a49e79b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1348543 Jun 09 22:22:54.175718 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-a463a541-8a3a-4796-a3e8-5fa9bc3e1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:54.177081 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7c24b92a-2bbe-485b-99da-2fc73e08a981 req-a463a541-8a3a-4796-a3e8-5fa9bc3e1c4f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328120 Jun 09 22:22:54.179585 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:22:54.289238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-f606601f-22e8-4279-95ec-82762762a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:54.290708 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-f606601f-22e8-4279-95ec-82762762a49f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1097 time: 0.0716348 Jun 09 22:22:54.481463 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-fa1b67ac-1b04-4380-a018-2daf2a3b5548 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 217 time: 0.1814291 Jun 09 22:22:54.528807 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2618be37-3f25-441d-a44b-389df7b21234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:54.568117 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-61c595a7-ac9e-4c6e-b55a-0f68940dc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:54.569677 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-61c595a7-ac9e-4c6e-b55a-0f68940dc918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 200 len: 854 time: 0.0805240 Jun 09 22:22:54.620992 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-8081786f-72e8-40b7-b521-c6116b70845a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429587 Jun 09 22:22:54.629242 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf5069-8cad-4513-b1ed-3626d4f399f8 req-59b45a11-ceda-4d3d-9591-97114b761691 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:54.630605 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abdf5069-8cad-4513-b1ed-3626d4f399f8 req-59b45a11-ceda-4d3d-9591-97114b761691 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 944 time: 0.2778220 Jun 09 22:22:54.757484 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abdf5069-8cad-4513-b1ed-3626d4f399f8 req-6d2be0f4-0a71-433b-9c3f-7bf4f67bbffc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082296 Jun 09 22:22:54.791300 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-f5eacf4c-bb02-4cb5-97f4-e7ab6279f7ce service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596487 Jun 09 22:22:54.880535 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 48936) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:54.924908 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b57dc49c-d0a7-4d8b-911d-d7590773319e req-7163aed9-4520-4f5b-9fa6-3d655fd6dbd5 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266160 Jun 09 22:22:54.997642 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.099576 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.207713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.214841 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-050c077c-eee6-4a21-8ad9-e33e332bea6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:55.254590 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd76635ba118420ab8b39f45841cd5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729119 Jun 09 22:22:55.255555 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fba500-7ae1-42de-a90f-43293bd6f9e7,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:55.257294 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 48940) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:22:55.263058 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.264088 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.267583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.268333 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:22:55.271691 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:55.314806 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.344162 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.482562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.484863 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:55.486028 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60fba500-7ae1-42de-a90f-43293bd6f9e7 HTTP/1.1" status: 204 len: 168 time: 0.2277455 Jun 09 22:22:55.486940 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8000e3a5-d0d6-4ad9-be52-f2831f790259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:55.496072 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fba500-7ae1-42de-a90f-43293bd6f9e7,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:55.501340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:55.958584 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114c97b-3c4b-4b51-af53-07b483c1be82 req-2fe54260-c83e-492a-8091-c7a85f814e8d tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:55.960042 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1114c97b-3c4b-4b51-af53-07b483c1be82 req-2fe54260-c83e-492a-8091-c7a85f814e8d tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 944 time: 0.0832498 Jun 09 22:22:56.006116 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1114c97b-3c4b-4b51-af53-07b483c1be82 req-27fe07d9-7d3f-4284-9087-07bd34937eee tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Jun 09 22:22:56.843492 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f4a60f76-ff32-491c-9a75-4429651cac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:56.911133 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:57.196246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f567b8-5eeb-4df4-b30d-35f1acb4d388 req-eb56a0d4-26a9-4ef6-aadd-cac1ad5d9e6a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:57.197709 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d5f567b8-5eeb-4df4-b30d-35f1acb4d388 req-eb56a0d4-26a9-4ef6-aadd-cac1ad5d9e6a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 944 time: 0.0795689 Jun 09 22:22:57.241194 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d5f567b8-5eeb-4df4-b30d-35f1acb4d388 req-d3e7c1f7-86d4-4b94-885a-1b530515a2d1 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Jun 09 22:22:58.299243 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:58.310453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 05bb92d0-6375-40b4-8f10-d4a11175edbc details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:22:58.430997 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e1756-addc-489f-ba18-ab2d8d204fb3 req-1af39557-736b-438f-a935-d60f076d3244 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:58.432485 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f5e1756-addc-489f-ba18-ab2d8d204fb3 req-1af39557-736b-438f-a935-d60f076d3244 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 944 time: 0.0815921 Jun 09 22:22:58.447936 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc,segment=NetworkSegment(c3d78713-9433-47d3-ab86-85a75235e153),segment_id=c3d78713-9433-47d3-ab86-85a75235e153)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:58.461797 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '05bb92d0-6375-40b4-8f10-d4a11175edbc', 'network_id': 'e3be2856-5df1-481e-b7a4-73b90eb5e5e3', 'port_id': '05bb92d0-6375-40b4-8f10-d4a11175edbc', 'mac_address': 'fa:16:3e:22:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40daef7-5fe4-489c-83d9-33af60b862bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:22:58.480201 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2f5e1756-addc-489f-ba18-ab2d8d204fb3 req-326a552d-b1fe-4767-be93-4254843c80ca tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Jun 09 22:22:58.515303 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:58.531172 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bb92d0-6375-40b4-8f10-d4a11175edbc {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:22:58.545621 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc,segment=NetworkSegment(c3d78713-9433-47d3-ab86-85a75235e153),segment_id=c3d78713-9433-47d3-ab86-85a75235e153)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:22:58.590452 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:22:58.592650 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:22:58.660228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:22:58.663186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:22:58.850474 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['05bb92d0-6375-40b4-8f10-d4a11175edbc'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:22:59.664871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801154-2665-4545-b20c-f40fdb02af2a req-c977708c-c62f-4f4d-9101-1815bac12c04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:22:59.666328 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3801154-2665-4545-b20c-f40fdb02af2a req-c977708c-c62f-4f4d-9101-1815bac12c04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 945 time: 0.0815675 Jun 09 22:22:59.710096 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3801154-2665-4545-b20c-f40fdb02af2a req-1d88337a-fd3c-41c9-a0dd-ad0de90b4725 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Jun 09 22:22:59.962030 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:00.318077 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 05bb92d0-6375-40b4-8f10-d4a11175edbc up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:23:00.413729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 05bb92d0-6375-40b4-8f10-d4a11175edbc completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:23:00.418593 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 05bb92d0-6375-40b4-8f10-d4a11175edbc triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:23:00.418969 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:00.535887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:00.562470 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:23:00.564671 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4ebcc-5610-4be6-b9b9-a83f5c8f6c81" -d '{"events": [{"server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "name": "network-vif-plugged", "status": "completed", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:23:00.572260 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc,segment=NetworkSegment(c3d78713-9433-47d3-ab86-85a75235e153),segment_id=c3d78713-9433-47d3-ab86-85a75235e153)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:00.619604 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:00.621492 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:00.684853 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:00.688638 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:00.797150 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f68802-ab87-4c61-b0f0-7002b41f35b2 x-openstack-request-id: req-b3f68802-ab87-4c61-b0f0-7002b41f35b2 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:23:00.797520 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "name": "network-vif-plugged", "status": "completed", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:23:00.797842 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3f68802-ab87-4c61-b0f0-7002b41f35b2 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:23:00.798327 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc', 'code': 200} Jun 09 22:23:00.901811 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e1feb-0449-4fad-8384-78734c33e7ec req-9839ecf8-a5bd-46ef-94e2-3af697a57e01 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:00.903247 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-154e1feb-0449-4fad-8384-78734c33e7ec req-9839ecf8-a5bd-46ef-94e2-3af697a57e01 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Jun 09 22:23:00.949145 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-154e1feb-0449-4fad-8384-78734c33e7ec req-6720f19e-da70-4311-bf05-13e08cc5ac6b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Jun 09 22:23:01.152232 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d6179-2552-486b-bc4b-54a78f18c590 req-7015e33b-44eb-445a-adc6-4512775fa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:01.153742 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8b8d6179-2552-486b-bc4b-54a78f18c590 req-7015e33b-44eb-445a-adc6-4512775fa9c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1099 time: 0.0732899 Jun 09 22:23:01.194679 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8b8d6179-2552-486b-bc4b-54a78f18c590 req-09e2b8df-fa22-43ae-bf24-2c8d1947eaae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jun 09 22:23:02.236624 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b061fa-842d-440b-8de2-5abe0acf3ddf req-0a9db804-2260-432c-914c-60f3c43fa8fc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:02.238034 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b2b061fa-842d-440b-8de2-5abe0acf3ddf req-0a9db804-2260-432c-914c-60f3c43fa8fc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 946 time: 0.1769853 Jun 09 22:23:02.283489 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b2b061fa-842d-440b-8de2-5abe0acf3ddf req-3914cb3f-e7ca-401b-8ba0-52f77fef6311 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Jun 09 22:23:03.472473 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6030a9b-554b-490b-9b31-530c633fa096 req-66aae9a8-943d-4376-993f-e924c42bd2cc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:03.474024 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6030a9b-554b-490b-9b31-530c633fa096 req-66aae9a8-943d-4376-993f-e924c42bd2cc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 946 time: 0.0826938 Jun 09 22:23:03.527852 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6030a9b-554b-490b-9b31-530c633fa096 req-d4f2b477-88d9-411b-b827-65c05685f3bf tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Jun 09 22:23:06.407446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:13.698011 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0b4b8-4488-4a4f-9723-3fd4d266af14 req-319aeef4-a9f8-4fe2-910b-9a6d98af8eff tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:13.699469 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a6f0b4b8-4488-4a4f-9723-3fd4d266af14 req-319aeef4-a9f8-4fe2-910b-9a6d98af8eff tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0835109 Jun 09 22:23:13.744943 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a6f0b4b8-4488-4a4f-9723-3fd4d266af14 req-6264145b-a214-4afa-ab93-9b1ae91cc87d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389071 Jun 09 22:23:14.934238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11ea44-7fa0-4703-84a1-891a88ef0f8f req-436adf58-d40a-4558-887c-f078681641f6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:14.935730 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3f11ea44-7fa0-4703-84a1-891a88ef0f8f req-436adf58-d40a-4558-887c-f078681641f6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0796213 Jun 09 22:23:14.986614 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3f11ea44-7fa0-4703-84a1-891a88ef0f8f req-9081f96e-a7f8-46d0-8b8d-3ac3f2da755b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Jun 09 22:23:16.184017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f966-bf4a-46d4-a31a-5409138a267b req-aee0bb68-9161-4065-a91c-d11af2819c84 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:16.185411 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fe67f966-bf4a-46d4-a31a-5409138a267b req-aee0bb68-9161-4065-a91c-d11af2819c84 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Jun 09 22:23:16.230646 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fe67f966-bf4a-46d4-a31a-5409138a267b req-cdac0564-82f1-46b3-bd2e-59a0c1e5eb13 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390396 Jun 09 22:23:17.426545 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadfd25-4be1-4465-b23f-648eb391f712 req-58f3c02c-04eb-447d-a7fc-ec7bd2d0969b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:17.428005 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-daadfd25-4be1-4465-b23f-648eb391f712 req-58f3c02c-04eb-447d-a7fc-ec7bd2d0969b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0888186 Jun 09 22:23:17.477860 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-daadfd25-4be1-4465-b23f-648eb391f712 req-f544e67f-9e11-4a4b-8c01-c648807ac093 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Jun 09 22:23:18.669992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a569dc-c84e-4a9d-a9eb-1b2f7094df34 req-0cfd7da2-5f84-4f96-a5f2-ffdad84fd32f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:18.672103 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b8a569dc-c84e-4a9d-a9eb-1b2f7094df34 req-0cfd7da2-5f84-4f96-a5f2-ffdad84fd32f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0792553 Jun 09 22:23:18.714885 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b8a569dc-c84e-4a9d-a9eb-1b2f7094df34 req-0d471559-6747-49f5-bb41-45fde6a9cebe tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Jun 09 22:23:19.906882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aa1d0-cb9b-4f6e-b17e-dd0cab5e084d req-9c5c6bc8-cb76-4d06-82dd-0625cfd61fdf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:19.908316 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-513aa1d0-cb9b-4f6e-b17e-dd0cab5e084d req-9c5c6bc8-cb76-4d06-82dd-0625cfd61fdf tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0820339 Jun 09 22:23:19.951902 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-513aa1d0-cb9b-4f6e-b17e-dd0cab5e084d req-1d4be012-682a-40a3-bb53-ac3a739a9010 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Jun 09 22:23:21.135934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3b166-34da-4358-b3e6-edb7a6f9ac6f req-eef9b67c-4d64-4afe-9efb-ef2865940f28 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:21.137390 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-88c3b166-34da-4358-b3e6-edb7a6f9ac6f req-eef9b67c-4d64-4afe-9efb-ef2865940f28 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0797367 Jun 09 22:23:21.182180 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-88c3b166-34da-4358-b3e6-edb7a6f9ac6f req-ac87daa6-3495-4e4b-a9b3-1346f76a2cd6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385675 Jun 09 22:23:22.373599 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4dd25-2017-423a-bd71-638ef2d9cb7c req-3a954711-254b-4de2-ac3f-cce47ad2cea7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:22.375114 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2eb4dd25-2017-423a-bd71-638ef2d9cb7c req-3a954711-254b-4de2-ac3f-cce47ad2cea7 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0840843 Jun 09 22:23:22.420277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2eb4dd25-2017-423a-bd71-638ef2d9cb7c req-4e5605ed-9551-48b9-982e-7903525f271f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Jun 09 22:23:23.616250 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e77b-d6d5-4d39-84cf-d64b595c3e19 req-33ca3b45-768d-4674-8bbb-e89035b21683 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:23.617755 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d66e77b-d6d5-4d39-84cf-d64b595c3e19 req-33ca3b45-768d-4674-8bbb-e89035b21683 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0830991 Jun 09 22:23:23.676113 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d66e77b-d6d5-4d39-84cf-d64b595c3e19 req-45159d92-6886-4a63-9826-da28777c3c4a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Jun 09 22:23:24.204411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8688ae-0195-4333-bc15-4a31a096100c req-77b4caeb-8b7e-47d6-9ebb-3355a9609426 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:24.205890 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2f8688ae-0195-4333-bc15-4a31a096100c req-77b4caeb-8b7e-47d6-9ebb-3355a9609426 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.0870879 Jun 09 22:23:24.251173 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2f8688ae-0195-4333-bc15-4a31a096100c req-5a613224-3caf-4e8e-aecb-19f17a0be747 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388658 Jun 09 22:23:24.527646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-cc63bbf4-42d7-436f-88f8-073988101520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:24.881020 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02150d97-2bd0-4f4d-8496-cb299f00f30c req-51ef65d6-206c-4b8c-b4cc-b6c1523bc084 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:24.882493 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-02150d97-2bd0-4f4d-8496-cb299f00f30c req-51ef65d6-206c-4b8c-b4cc-b6c1523bc084 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0799873 Jun 09 22:23:24.929855 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-02150d97-2bd0-4f4d-8496-cb299f00f30c req-3b387e33-975c-4793-a323-3cbf8f0af4f5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Jun 09 22:23:25.434306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1792d93-e454-4cc1-9984-9b692ed6f3bd req-7233c077-97f4-4b49-8524-a87b5e62761f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:25.435646 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1792d93-e454-4cc1-9984-9b692ed6f3bd req-7233c077-97f4-4b49-8524-a87b5e62761f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.0800700 Jun 09 22:23:25.481997 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f1792d93-e454-4cc1-9984-9b692ed6f3bd req-559c9205-a6fd-4358-90fb-81a8e892c234 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406830 Jun 09 22:23:25.929813 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bb503-837b-460c-bec2-1c6eea363230 req-a7e48d85-a658-4aa0-98bc-f53814afd37b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:25.931291 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c57bb503-837b-460c-bec2-1c6eea363230 req-a7e48d85-a658-4aa0-98bc-f53814afd37b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.0782084 Jun 09 22:23:26.127551 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Deleting port 3b122b27-5c7d-4a48-90c4-39fee3108831 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:23:26.127887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.206621 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040114-bd76-4348-9f0e-668cf082cfbb req-0d99ca0c-48ef-4214-b5e7-aec059388876 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:26.208105 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b040114-bd76-4348-9f0e-668cf082cfbb req-0d99ca0c-48ef-4214-b5e7-aec059388876 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1663942 Jun 09 22:23:26.381361 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b040114-bd76-4348-9f0e-668cf082cfbb req-40c04d5f-c160-40ba-bc27-12b27a53f1a9 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674421 Jun 09 22:23:26.387936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] For port 3b122b27-5c7d-4a48-90c4-39fee3108831, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3b122b27-5c7d-4a48-90c4-39fee3108831,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:26.388288 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.488612 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:23:26.628371 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:26.670994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:23:26.685552 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf910f-9873-424f-9d00-4dac4382b207 req-7fb624f8-2565-46d2-b0da-843c50e1ac90 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:26.687182 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2adf910f-9873-424f-9d00-4dac4382b207 req-7fb624f8-2565-46d2-b0da-843c50e1ac90 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 945 time: 0.0893097 Jun 09 22:23:26.692171 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.692653 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.693063 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Floating IP 60222fda-c457-4fca-ad1e-3206ab4ee89b disassociated. External IP: 172.27.0.62, port: 3b122b27-5c7d-4a48-90c4-39fee3108831. Jun 09 22:23:26.693531 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Calling delete_port for 3b122b27-5c7d-4a48-90c4-39fee3108831 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:23:26.726575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.733329 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2adf910f-9873-424f-9d00-4dac4382b207 req-dfc5420e-2817-4f04-9dd6-de1d2f7c0b0e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392179 Jun 09 22:23:26.743731 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:23:26.759973 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:26.831011 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.832738 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:26.877983 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-26711fc7-8fca-407c-b0e1-bf5e86e0e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.881676 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:26.887392 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:26.923652 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=6']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:26.934137 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['899e7a61-7fce-4578-8a67-e7af388acb0b'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:23:26.937123 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event deleted for resources: {'Port': ['ID=3b122b27-5c7d-4a48-90c4-39fee3108831,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:26.943469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:26.979269 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.979619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.979961 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.980510 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.980742 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.981078 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.981432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.981760 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.982088 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.982459 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.982784 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.983106 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:23:26.994346 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:27.028727 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:27.138343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:23:27.350008 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:23:27.360451 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:23:27.372957 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:23:27.373612 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:23:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:23:27.442700 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] No DVR routers for this DVR port 3b122b27-5c7d-4a48-90c4-39fee3108831 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:23:27.446336 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:27.448347 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c57bb503-837b-460c-bec2-1c6eea363230 req-5d73b95b-e978-4150-a6f9-01ed078c09dd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "DELETE /v2.0/ports/3b122b27-5c7d-4a48-90c4-39fee3108831 HTTP/1.1" status: 204 len: 173 time: 1.5096753 Jun 09 22:23:27.448892 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'name': 'network-vif-deleted', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:23:27.456974 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1eb1b3-9301-4b61-a3dd-a6314f519cf5" -d '{"events": [{"server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "name": "network-vif-deleted", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:23:27.528389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565e7606-d7b7-4e9d-86fa-1492aaa866f4 x-openstack-request-id: req-565e7606-d7b7-4e9d-86fa-1492aaa866f4 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:23:27.528389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf860344-470e-4eb3-84d6-c66ad7007531", "name": "network-vif-deleted", "tag": "3b122b27-5c7d-4a48-90c4-39fee3108831", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:23:27.528389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-565e7606-d7b7-4e9d-86fa-1492aaa866f4 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:23:27.528389 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf860344-470e-4eb3-84d6-c66ad7007531', 'name': 'network-vif-deleted', 'tag': '3b122b27-5c7d-4a48-90c4-39fee3108831', 'status': 'completed', 'code': 200} Jun 09 22:23:27.618911 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:23:27.771963 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f68daf-d88b-4045-add8-3d54e14bea0d req-c2242c59-39f0-4a04-882c-78473daf18a1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:27.773616 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3f68daf-d88b-4045-add8-3d54e14bea0d req-c2242c59-39f0-4a04-882c-78473daf18a1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 944 time: 0.0882082 Jun 09 22:23:27.826347 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3f68daf-d88b-4045-add8-3d54e14bea0d req-6ebb7bc5-60f1-43f8-b476-82cdbf1c582a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467618 Jun 09 22:23:27.927197 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-afbd06d2-9e2a-4349-b67d-fe4218f02ecb req-9b5e25b3-2e90-41e5-bd50-a89b160b3551 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf860344-470e-4eb3-84d6-c66ad7007531 HTTP/1.1" status: 200 len: 210 time: 0.0621698 Jun 09 22:23:27.986300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:23:28.010775 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:23:28.027168 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:23:28.027809 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:23:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:23:28.271607 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:23:28.325982 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:28.495415 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:23:28.617374 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 899e7a61-7fce-4578-8a67-e7af388acb0b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:23:28.618014 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:28.833664 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:23:28.838264 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:28.850845 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43567b90-67be-42f0-8a9e-ea47c0461ecc None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:23:28.933389 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:23:28.939149 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3174cf3-f06e-4e94-a05d-2eb1c5857b6c" -d '{"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:23:28.967431 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:29.011148 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc627be-c9ef-4a86-ae64-16d9d20a46ce x-openstack-request-id: req-6bc627be-c9ef-4a86-ae64-16d9d20a46ce {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:23:29.011448 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:23:29.015455 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bc627be-c9ef-4a86-ae64-16d9d20a46ce {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:23:29.016526 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'code': 200} Jun 09 22:23:29.020823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:29.023886 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:29.171404 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=7']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:29.172772 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1d2c-59e4-4bc4-a12e-2a3ca599784b req-1cebb42c-bb77-4167-a869-81649a163520 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:29.174897 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ad5a1d2c-59e4-4bc4-a12e-2a3ca599784b req-1cebb42c-bb77-4167-a869-81649a163520 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1657202 Jun 09 22:23:29.185744 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:29.193339 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9735c976-72e5-48b4-8792-0a683e5fe5f6 None None] New status for floating IP 60222fda-c457-4fca-ad1e-3206ab4ee89b: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:23:29.273895 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ad5a1d2c-59e4-4bc4-a12e-2a3ca599784b req-479f3e6b-4c55-465a-89bf-6c47fa7a6b57 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890696 Jun 09 22:23:29.602046 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-b256bdcb-90fa-49e1-9bb1-060e059493fe tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764251182&fields=id&tenant_id=66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 267 time: 0.0826135 Jun 09 22:23:29.767954 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-675c4ea3-8e21-4595-82af-76102a63e084 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:29.769464 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-675c4ea3-8e21-4595-82af-76102a63e084 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 812 time: 0.1613026 Jun 09 22:23:29.785107 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-3b25fd13-df2c-478d-98d8-040e75d96c70 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/quotas/66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 375 time: 0.0101902 Jun 09 22:23:29.876438 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f503a1e8-fd9f-44dc-a663-e7a0e2b1b27f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853570 Jun 09 22:23:29.978716 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:30.036596 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-800f1815-612e-4aca-9d41-68e6e8beddcb service neutron] 10.222.0.38 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482062 Jun 09 22:23:30.279455 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-36d72483-2f1b-443a-8197-06d15b9e2aa6 service neutron] 10.222.0.38 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363918 Jun 09 22:23:30.511501 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 3b122b27-5c7d-4a48-90c4-39fee3108831 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:23:30.533307 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728a74-196e-4d3a-855c-8d22cb9e4ce2 req-fba84159-a55f-43a9-a25a-3ca8077fa88e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:30.534914 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7d728a74-196e-4d3a-855c-8d22cb9e4ce2 req-fba84159-a55f-43a9-a25a-3ca8077fa88e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1295707 Jun 09 22:23:30.581859 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 3b122b27-5c7d-4a48-90c4-39fee3108831 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:23:30.583903 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 3b122b27-5c7d-4a48-90c4-39fee3108831 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:23:30.598424 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7d728a74-196e-4d3a-855c-8d22cb9e4ce2 req-53846316-d606-43c2-80e3-9bd1c40d669b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574369 Jun 09 22:23:31.098327 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e70d2785-af84-4dec-9a7b-4df5846a066c req-ff4e99a0-feb5-4771-b2d3-9e8bf5cbb072 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0519335 Jun 09 22:23:31.178625 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:23:31.960081 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9bee1-eee2-4dae-97ca-74d73f6bd697 req-1395c990-fdbc-4ae5-9e6f-2dc270623f5d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:31.964289 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7be9bee1-eee2-4dae-97ca-74d73f6bd697 req-1395c990-fdbc-4ae5-9e6f-2dc270623f5d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1947756 Jun 09 22:23:32.039956 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7be9bee1-eee2-4dae-97ca-74d73f6bd697 req-87fedc31-8dd6-4c53-a0e0-2993ea9b1f44 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679631 Jun 09 22:23:32.285442 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-da8eeefe-cfbc-42fe-8021-2e40465e394b req-95f14e57-433a-48d2-a463-87c206a904ad tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0611446 Jun 09 22:23:33.310010 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3fe9f-2279-495b-82ec-dd3bb005770f req-8bbd413d-9be0-4460-9bdc-b2241dc5cc76 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:33.312600 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d8f3fe9f-2279-495b-82ec-dd3bb005770f req-8bbd413d-9be0-4460-9bdc-b2241dc5cc76 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1163003 Jun 09 22:23:33.378387 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d8f3fe9f-2279-495b-82ec-dd3bb005770f req-cbc79a7b-3ea1-4a70-8d2b-6e0dd5fab8e0 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585773 Jun 09 22:23:33.544534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-16e99089-cb0b-4ff0-84e2-7c809259e0be req-6d7e6ca2-6688-4c6f-8134-1382b7e8ed0a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0530837 Jun 09 22:23:34.682700 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa85a0-c906-499b-bee5-ae93a539a7c0 req-35c89713-8e04-478f-ba74-272454416685 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:34.691451 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-57fa85a0-c906-499b-bee5-ae93a539a7c0 req-35c89713-8e04-478f-ba74-272454416685 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1931546 Jun 09 22:23:34.737296 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-57fa85a0-c906-499b-bee5-ae93a539a7c0 req-fd64c0ff-7c10-4c00-8920-f03de2faa604 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Jun 09 22:23:34.898690 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ededaa19-f83c-4345-a730-6721d9e684b9 req-99b9c9e1-e11e-4c40-b026-88320e8368b9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0450447 Jun 09 22:23:35.971652 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d8d5-007e-487a-926d-3bf805961869 req-304b6717-9f46-4a9f-8d94-49dd5c60b444 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:35.973284 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45c8d8d5-007e-487a-926d-3bf805961869 req-304b6717-9f46-4a9f-8d94-49dd5c60b444 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0963564 Jun 09 22:23:36.031122 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45c8d8d5-007e-487a-926d-3bf805961869 req-84516446-4c1e-4c02-97b9-5f31136b9c05 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 Jun 09 22:23:36.245377 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a2f36a3d-5c17-42d0-a7fe-d356110233da req-61db91e2-e589-4cb7-bb28-ee9c446c64ad tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0766418 Jun 09 22:23:36.316825 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-042896bd-08da-4c8d-893d-6c9536e2bf5c tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:36.317732 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-042896bd-08da-4c8d-893d-6c9536e2bf5c tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 812 time: 0.2646730 Jun 09 22:23:36.383955 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-32d428bf-21a7-42d4-8472-50603fd57ebf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66127ccdfaa04a70b01fa4cd7d436032 HTTP/1.1" status: 200 len: 379 time: 0.0557683 Jun 09 22:23:36.398139 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'port': {'device_id': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'admin_state_up': True, 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'security_groups': ['5b3305fa-5642-4e14-80d4-8b9102e13b9d']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:23:36.436631 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:36.641552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Made reservation on behalf of 66127ccdfaa04a70b01fa4cd7d436032 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:23:36.645386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:36.865884 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Allocated IP 172.20.0.6 (e22acea9-e7e0-42b4-83b5-48649c541eea/b42c35f5-20e2-4c2d-9d3b-903f678e4ee3/4a69e84c-ebcb-4358-af6a-b4245d87d162) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:23:37.101834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:37.120840 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Transition to ACTIVE for port object 4a69e84c-ebcb-4358-af6a-b4245d87d162 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:23:37.236955 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:37.249794 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d5119543-bea7-4efa-b124-01f87e44217d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:37.301268 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e233-199a-42ec-947b-ba7cabb75e27 req-2b378d0b-480d-4af3-aaca-6a10cce25e2f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:37.316165 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7255e233-199a-42ec-947b-ba7cabb75e27 req-2b378d0b-480d-4af3-aaca-6a10cce25e2f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1325438 Jun 09 22:23:37.328886 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:37.329137 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:37.340758 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Network e22acea9-e7e0-42b4-83b5-48649c541eea is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:23:37.341964 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:23:37.345903 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:23:37.426050 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7255e233-199a-42ec-947b-ba7cabb75e27 req-2df94299-6a56-4a6e-b758-f04f1fa4f833 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085479 Jun 09 22:23:37.524463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:37.525496 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:37.588968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493b248-3f3b-4f25-b75a-2182f14c1a6d req-b0ff7971-3dd8-4a05-ba08-1acdcc7c5111 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:37.591023 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0493b248-3f3b-4f25-b75a-2182f14c1a6d req-b0ff7971-3dd8-4a05-ba08-1acdcc7c5111 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 931 time: 0.1963396 Jun 09 22:23:37.668171 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0493b248-3f3b-4f25-b75a-2182f14c1a6d req-63086596-8de7-45cb-b59b-a4a57b54c1d5 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636582 Jun 09 22:23:37.688073 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934363 Jun 09 22:23:37.709876 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Request body: {'port': {'device_id': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:23:37.819095 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-991fe313-c1f8-469f-9bbd-635acf06bdc4 None None] Provisioning for port 4a69e84c-ebcb-4358-af6a-b4245d87d162 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:23:37.831842 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-991fe313-c1f8-469f-9bbd-635acf06bdc4 None None] Provisioning complete for port 4a69e84c-ebcb-4358-af6a-b4245d87d162 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:23:37.832565 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:37.836827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-991fe313-c1f8-469f-9bbd-635acf06bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:37.899840 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-991fe313-c1f8-469f-9bbd-635acf06bdc4 None None] Port 4a69e84c-ebcb-4358-af6a-b4245d87d162 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:23:38.220025 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a69e84c-ebcb-4358-af6a-b4245d87d162 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:23:38.227521 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:38.242151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Transition to ACTIVE for port object 4a69e84c-ebcb-4358-af6a-b4245d87d162 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:23:38.412677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:38.416754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2d1827c7-1dbd-4bbe-a315-1a5556c5be4d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:38.711601 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Pushing event updated for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:38.720089 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:38.879934 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c196d-01c4-46d1-a413-a548bb3903f1 req-f08ecf72-5873-4037-b034-81eabde83b56 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:38.881530 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4b2c196d-01c4-46d1-a413-a548bb3903f1 req-f08ecf72-5873-4037-b034-81eabde83b56 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.3206737 Jun 09 22:23:38.882492 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Attempting to bind port 4a69e84c-ebcb-4358-af6a-b4245d87d162 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:23:38.882786 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Attempting to bind port 4a69e84c-ebcb-4358-af6a-b4245d87d162 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:23:38.883189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Attempting to bind port 4a69e84c-ebcb-4358-af6a-b4245d87d162 on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:23:38.904638 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Port 4a69e84c-ebcb-4358-af6a-b4245d87d162 on network e22acea9-e7e0-42b4-83b5-48649c541eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:23:38.904892 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Attempting to bind port 4a69e84c-ebcb-4358-af6a-b4245d87d162 on network e22acea9-e7e0-42b4-83b5-48649c541eea {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:23:38.920422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:23:38.920807 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Checking segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:23:38.921173 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Bound using segment: {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:23:38.921611 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Bound port: 4a69e84c-ebcb-4358-af6a-b4245d87d162, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b64a757-454b-43ac-8ecd-3ee17653e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:23:38.922484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:38.988081 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4b2c196d-01c4-46d1-a413-a548bb3903f1 req-31ff8145-29e4-45a1-97b1-be01d193e86e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998597 Jun 09 22:23:39.054499 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:23:39.058369 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:23:39.175235 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:39.180233 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:39.239213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:39.239826 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:39.241222 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] 10.222.0.35 "PUT /v2.0/ports/4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1093 time: 1.5390019 Jun 09 22:23:39.241709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:23:39.244029 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb49bd9-3c17-4954-b3d3-94f5e6757450" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:23:39.262520 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Pushing event updated for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:39.267659 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:39.355862 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7f7d-cae0-4138-b7c6-2fde78152b48 req-cd85a757-69be-4139-a30f-efdabedf3b8e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:39.357683 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-db3a7f7d-cae0-4138-b7c6-2fde78152b48 req-cd85a757-69be-4139-a30f-efdabedf3b8e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0920660 Jun 09 22:23:39.403571 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-db3a7f7d-cae0-4138-b7c6-2fde78152b48 req-0060d053-3b02-40e9-9d92-9380b53d7602 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Jun 09 22:23:39.456493 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dc73b6-afc3-4eaf-81e2-a7fb3ad55971 x-openstack-request-id: req-e1dc73b6-afc3-4eaf-81e2-a7fb3ad55971 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:23:39.456772 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:23:39.457054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1dc73b6-afc3-4eaf-81e2-a7fb3ad55971 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:23:39.457505 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'status': 'completed', 'code': 200} Jun 09 22:23:40.185163 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c03f8b-9e9c-411a-942e-4e891908efbb req-a3b2a16d-72ad-434b-a951-d4aa5fa89b97 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:40.186617 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b2c03f8b-9e9c-411a-942e-4e891908efbb req-a3b2a16d-72ad-434b-a951-d4aa5fa89b97 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0805717 Jun 09 22:23:40.230274 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b2c03f8b-9e9c-411a-942e-4e891908efbb req-e6d2b04f-a88f-4b49-9015-ec68a999ccb6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Jun 09 22:23:40.590404 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d4acd-d0a2-4b85-bbd2-22a9afe71ef8 req-f6c1f734-d2d7-4f0f-959e-5c247d38a17b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:40.592076 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f19d4acd-d0a2-4b85-bbd2-22a9afe71ef8 req-f6c1f734-d2d7-4f0f-959e-5c247d38a17b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0844445 Jun 09 22:23:40.638447 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f19d4acd-d0a2-4b85-bbd2-22a9afe71ef8 req-ceb364bd-1986-4d98-9c5c-942cd4548ce2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Jun 09 22:23:41.150773 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-d76baefc-5de0-4eb7-865a-937568319ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.152587 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-d76baefc-5de0-4eb7-865a-937568319ba9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1096 time: 0.0733452 Jun 09 22:23:41.306592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-8bc0e0e8-baee-4142-9478-7e1bbff9418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.308107 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-8bc0e0e8-baee-4142-9478-7e1bbff9418a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445677 Jun 09 22:23:41.555109 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1325-ecb5-4477-bb0f-ff07acf7fbea req-e2540ac6-bee4-4747-809d-a35a39aab573 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.556471 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c5ed1325-ecb5-4477-bb0f-ff07acf7fbea req-e2540ac6-bee4-4747-809d-a35a39aab573 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.2072270 Jun 09 22:23:41.559369 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-9e61a792-5a53-47d9-8808-f766e3b8cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.560705 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2fb49bd9-3c17-4954-b3d3-94f5e6757450 req-9e61a792-5a53-47d9-8808-f766e3b8cdb0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753786 Jun 09 22:23:41.605566 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c5ed1325-ecb5-4477-bb0f-ff07acf7fbea req-9bf4ee41-3b10-48a3-b4be-6601f39e9491 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433984 Jun 09 22:23:41.682926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-bd5de359-0399-441d-8395-d25e1451db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.684310 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-bd5de359-0399-441d-8395-d25e1451db0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1096 time: 0.0769637 Jun 09 22:23:41.764358 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-eda0e793-f75a-4a71-aa36-c92be032e0cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 217 time: 0.0684350 Jun 09 22:23:41.786128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-7254a80e-4ab8-4e39-b2d3-d8739b368df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.787960 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-7254a80e-4ab8-4e39-b2d3-d8739b368df3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1098 time: 0.0925038 Jun 09 22:23:41.917148 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-92612d05-a76d-4f7e-883f-d58e1f708038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.918347 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-92612d05-a76d-4f7e-883f-d58e1f708038 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0876691 Jun 09 22:23:41.969777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-4d58da8b-51d1-44cb-b366-d6c034cfadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.969777 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-4d58da8b-51d1-44cb-b366-d6c034cfadf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1688397 Jun 09 22:23:41.974473 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414df22-2089-4a4c-a29f-11a97f22cf5c req-c396212f-42e2-4b53-8abd-68695a8df0b5 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:41.976230 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0414df22-2089-4a4c-a29f-11a97f22cf5c req-c396212f-42e2-4b53-8abd-68695a8df0b5 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.2088404 Jun 09 22:23:42.092621 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-cbc48713-c3b9-45b0-86a2-671c03979de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 1000 time: 0.1133881 Jun 09 22:23:42.135160 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0414df22-2089-4a4c-a29f-11a97f22cf5c req-eed5dd1c-4e04-448c-ab2f-08aff3ca5b7e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494095 Jun 09 22:23:42.146562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-c922d4ff-3a05-4ac8-baf7-090bd5eed7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.148022 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-c922d4ff-3a05-4ac8-baf7-090bd5eed7de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2171311 Jun 09 22:23:42.158660 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-6c0d5379-a598-47e6-871f-ce7bbd9e3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.160090 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-6c0d5379-a598-47e6-871f-ce7bbd9e3cc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0605052 Jun 09 22:23:42.241038 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-203696be-bd15-4129-aa59-fba4fa675863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.242551 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-203696be-bd15-4129-aa59-fba4fa675863 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756497 Jun 09 22:23:42.295873 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-61b4afe5-55b6-48de-97cf-8a048844df51 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378341 Jun 09 22:23:42.383353 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-eb8b85fc-ecca-4703-835e-b737b4e6568e service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320965 Jun 09 22:23:42.431619 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fdb02687-e250-41e0-a454-aafcdb30dc32 req-815b7aba-30e8-4cbb-8b54-1ce7e4fb4b12 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291299 Jun 09 22:23:42.520741 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9aca409a-8040-4bcf-a6c1-04acb37aa196 req-4e1d14a8-af89-4970-bd26-035708c9ca71 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301754 Jun 09 22:23:42.688055 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-c84e71a3-9c6c-4042-a6ec-58e33c526ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.689654 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-c84e71a3-9c6c-4042-a6ec-58e33c526ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1098 time: 0.0782905 Jun 09 22:23:42.888991 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-9c47b22a-986b-44a6-8810-c62bbf912b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.890520 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-9c47b22a-986b-44a6-8810-c62bbf912b5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1786752 Jun 09 22:23:42.902651 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae0134-50b3-4018-bfe1-8ad6a6ef2713 req-1cfb0306-f28d-4901-a607-b15fdde2b5ac tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:42.903978 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1aae0134-50b3-4018-bfe1-8ad6a6ef2713 req-1cfb0306-f28d-4901-a607-b15fdde2b5ac tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.1738758 Jun 09 22:23:43.030221 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1aae0134-50b3-4018-bfe1-8ad6a6ef2713 req-3c4ba749-12d7-48c8-8a4e-a5d2b95c8e5b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735853 Jun 09 22:23:43.033060 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-098d8ad9-ed5b-44a6-a953-9f5b60bab213 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 1000 time: 0.1272323 Jun 09 22:23:43.100483 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-aceb1f84-8a60-42ed-9d6b-a4384a97c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:43.101917 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-aceb1f84-8a60-42ed-9d6b-a4384a97c6f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0589654 Jun 09 22:23:43.175036 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-9c73c76d-9ea7-45a8-a86d-98f288f8156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:43.176509 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-9c73c76d-9ea7-45a8-a86d-98f288f8156b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678475 Jun 09 22:23:43.338028 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e4735-a9db-47f0-b40d-4a3593c08ce3 req-df44bac9-f420-4e3a-92bd-30ea47e94202 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:43.339489 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-884e4735-a9db-47f0-b40d-4a3593c08ce3 req-df44bac9-f420-4e3a-92bd-30ea47e94202 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0886960 Jun 09 22:23:43.384919 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-884e4735-a9db-47f0-b40d-4a3593c08ce3 req-1db10f31-a207-4c42-9581-0e20f642cb1a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 Jun 09 22:23:43.402611 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-e1c3fd91-8298-43bf-8912-719d41943d60 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184308 Jun 09 22:23:43.537142 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8893d9a4-3a3e-478e-974d-093fd4ee3efb req-fbfd507b-31b4-42d6-a912-0b6cfb805ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271567 Jun 09 22:23:44.229008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81526f-8ac5-4596-a47d-47bb680c0741 req-a3b7b80e-63d2-4b8a-b3b9-a88ff88d465d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:44.230571 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9a81526f-8ac5-4596-a47d-47bb680c0741 req-a3b7b80e-63d2-4b8a-b3b9-a88ff88d465d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0863178 Jun 09 22:23:44.278159 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9a81526f-8ac5-4596-a47d-47bb680c0741 req-fb2d6800-4d4d-481f-ba8f-3003060e1af3 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Jun 09 22:23:44.579844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6498bde-758d-45c3-b6ca-72805a791cec req-f03cf3b4-43e8-4153-a958-d71a4bd75ae8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:44.581245 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d6498bde-758d-45c3-b6ca-72805a791cec req-f03cf3b4-43e8-4153-a958-d71a4bd75ae8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0844214 Jun 09 22:23:44.627972 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d6498bde-758d-45c3-b6ca-72805a791cec req-6cb64c4b-020c-4df7-b111-a14e9d7d1162 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Jun 09 22:23:45.473778 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b2d4-afe5-4442-99d7-837a27a6e211 req-23c71717-cfcf-4ffc-b152-6018eb0294ca tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:45.475217 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4a36b2d4-afe5-4442-99d7-837a27a6e211 req-23c71717-cfcf-4ffc-b152-6018eb0294ca tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 945 time: 0.0832801 Jun 09 22:23:45.522254 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4a36b2d4-afe5-4442-99d7-837a27a6e211 req-8568d96b-8e02-4f4a-aed1-f0da55c4fd49 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Jun 09 22:23:45.812312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d88d1-40ad-415f-81e0-173af63b91c7 req-62f73383-7990-48d1-9099-0cc039994663 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:45.813992 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e98d88d1-40ad-415f-81e0-173af63b91c7 req-62f73383-7990-48d1-9099-0cc039994663 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0801737 Jun 09 22:23:45.859942 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e98d88d1-40ad-415f-81e0-173af63b91c7 req-dd7cf7f1-96ab-46df-a8a0-a42c4f25eb09 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Jun 09 22:23:47.007608 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:23:47.055774 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99906427-8469-4eda-9441-0750e925c57e req-0083afe5-7ed0-4bda-9fb0-d06395900450 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:47.057305 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-99906427-8469-4eda-9441-0750e925c57e req-0083afe5-7ed0-4bda-9fb0-d06395900450 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0809178 Jun 09 22:23:47.105173 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-99906427-8469-4eda-9441-0750e925c57e req-68c896d4-62bc-4135-ac74-46533e1fff37 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407717 Jun 09 22:23:47.125959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:47.152729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:23:47.154917 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859e4ed0-da87-4ae7-8b52-d9a274d96578" -d '{"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-unplugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:23:47.162954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:23:47.194053 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a7451b-bc8d-46ce-83a0-935b3f6384be x-openstack-request-id: req-80a7451b-bc8d-46ce-83a0-935b3f6384be {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:23:47.194348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-unplugged", "status": "failed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "code": 422}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:23:47.194603 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80a7451b-bc8d-46ce-83a0-935b3f6384be {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:23:47.195043 dv-cinder-789564-5-iscsi neutron-server[92491]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'code': 422} returned with failed status Jun 09 22:23:47.246705 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:47.250836 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:23:47.320677 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=8']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:23:47.323926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:23:47.950358 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11463c-7776-40b5-b84f-e01e8ad06af1 req-98292d92-2952-4f5b-9895-b75152a4e43a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:47.951792 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b11463c-7776-40b5-b84f-e01e8ad06af1 req-98292d92-2952-4f5b-9895-b75152a4e43a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0830386 Jun 09 22:23:47.996536 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b11463c-7776-40b5-b84f-e01e8ad06af1 req-34f644c2-60f3-4336-9135-13187fdbd8a6 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Jun 09 22:23:48.097363 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-1088a865-af3d-4667-93bf-ffccd7519889 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680888 Jun 09 22:23:48.302518 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215cc5-90ad-4970-834f-d6e6f024c6eb req-f0a4797a-4ed3-47bb-8b5a-7a2a142da45e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:48.304030 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd215cc5-90ad-4970-834f-d6e6f024c6eb req-f0a4797a-4ed3-47bb-8b5a-7a2a142da45e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0881634 Jun 09 22:23:48.359012 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd215cc5-90ad-4970-834f-d6e6f024c6eb req-aa68dca8-7c66-447f-b63d-049c818d248e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491467 Jun 09 22:23:49.190519 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842f11-3ca7-43f2-bf4a-8e25d6a09c31 req-a45c834c-135f-46a9-939b-0f62f7c4ab54 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.191944 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-10842f11-3ca7-43f2-bf4a-8e25d6a09c31 req-a45c834c-135f-46a9-939b-0f62f7c4ab54 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0811887 Jun 09 22:23:49.235306 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-10842f11-3ca7-43f2-bf4a-8e25d6a09c31 req-f5b399a7-cd12-414a-a08e-40e96c46c346 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jun 09 22:23:49.387990 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-e7360b6f-20f3-4e35-97ac-b61ea213513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.389485 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-e7360b6f-20f3-4e35-97ac-b61ea213513c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9&tenant_id=5220320a350b438382bbae19e97ddd0c HTTP/1.1" status: 200 len: 1096 time: 0.0717366 Jun 09 22:23:49.487377 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-c5463d28-6778-485d-a2f4-4e1ec85499ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.488822 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-c5463d28-6778-485d-a2f4-4e1ec85499ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5220320a350b438382bbae19e97ddd0c&device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1096 time: 0.0777922 Jun 09 22:23:49.551215 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048c5a-723a-433e-9bbb-055fcf9c626d req-62c22e90-171f-4bf1-b3ed-edadd6ba7732 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.552688 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc048c5a-723a-433e-9bbb-055fcf9c626d req-62c22e90-171f-4bf1-b3ed-edadd6ba7732 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0842502 Jun 09 22:23:49.603333 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc048c5a-723a-433e-9bbb-055fcf9c626d req-7bf44a26-465e-40c3-905c-92f31554e1ee tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Jun 09 22:23:49.623737 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-54b2a1a0-5022-41e5-9448-e4dcae4a377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.625523 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-54b2a1a0-5022-41e5-9448-e4dcae4a377e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 200 len: 917 time: 0.1294432 Jun 09 22:23:49.726298 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-4bfeab10-49fe-4022-8f4a-bed44cc03b8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 200 len: 998 time: 0.0944281 Jun 09 22:23:49.790450 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-9ccad943-a3d2-458c-a782-e3f6da40e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.792390 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-9ccad943-a3d2-458c-a782-e3f6da40e8ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 200 len: 855 time: 0.0593636 Jun 09 22:23:49.868545 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-725510ff-9e08-428c-9d4b-25c4a08d9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:49.870028 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-725510ff-9e08-428c-9d4b-25c4a08d9a51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dcf1ce77-f759-45ef-acc3-4a474fce6e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716968 Jun 09 22:23:50.012446 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-45ccc224-89ae-4802-ad92-049028638b01 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355383 Jun 09 22:23:50.143288 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-64b1333e-c2b3-4880-8328-a1da057ef454 service neutron] 10.222.0.35 "GET /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238589 Jun 09 22:23:50.513360 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df9d6-902a-42b0-80b7-6be20618ab65 req-6e74181c-041e-44f7-9e67-4c43582a3ad1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:50.514817 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-786df9d6-902a-42b0-80b7-6be20618ab65 req-6e74181c-041e-44f7-9e67-4c43582a3ad1 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.1648579 Jun 09 22:23:50.560896 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-786df9d6-902a-42b0-80b7-6be20618ab65 req-228317b4-b9e7-412a-8d6b-6ca80602115e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Jun 09 22:23:50.828056 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9687bf-8fe2-4c3f-9cf3-c739e1f90e42 req-8f209fbf-7945-4313-898d-8b8c4258757d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:50.836688 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eb9687bf-8fe2-4c3f-9cf3-c739e1f90e42 req-8f209fbf-7945-4313-898d-8b8c4258757d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.1035118 Jun 09 22:23:50.883866 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eb9687bf-8fe2-4c3f-9cf3-c739e1f90e42 req-6660db11-f4d4-4307-8c6a-8c41a63e10de tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459719 Jun 09 22:23:51.767840 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287dc5e-167c-4196-8819-a3f3f83cb3e9 req-5d653e43-0405-445d-a006-3a1790ea5a3d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:51.769498 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c287dc5e-167c-4196-8819-a3f3f83cb3e9 req-5d653e43-0405-445d-a006-3a1790ea5a3d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0819430 Jun 09 22:23:51.819193 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c287dc5e-167c-4196-8819-a3f3f83cb3e9 req-b3e856c5-0a7c-45a9-9b4a-fc8a6666fd1f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Jun 09 22:23:52.084007 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9f30-7f07-4850-8936-4d717feafdc3 req-62e52899-ddcd-488c-8006-94f11e2f0b2b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:52.085459 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d6f9f30-7f07-4850-8936-4d717feafdc3 req-62e52899-ddcd-488c-8006-94f11e2f0b2b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0886624 Jun 09 22:23:52.135773 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1d6f9f30-7f07-4850-8936-4d717feafdc3 req-f3c0dab0-d072-4937-a05c-cbc0b7783e9c tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Jun 09 22:23:53.033034 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a855d-9e57-4bf9-a172-c85ee79e149b req-1bc1e16e-a21f-431e-8d2d-4580fffcc613 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:53.034549 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a56a855d-9e57-4bf9-a172-c85ee79e149b req-1bc1e16e-a21f-431e-8d2d-4580fffcc613 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0983608 Jun 09 22:23:53.081496 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a56a855d-9e57-4bf9-a172-c85ee79e149b req-3f1ad63c-0726-4c8d-9eb7-b0eed9c756d5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Jun 09 22:23:53.327590 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a6b6e-85e9-4281-90f2-8f965691f876 req-40cb2013-6756-4d28-a1a6-0fc849b93c49 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:53.329787 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d50a6b6e-85e9-4281-90f2-8f965691f876 req-40cb2013-6756-4d28-a1a6-0fc849b93c49 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0858936 Jun 09 22:23:53.376771 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d50a6b6e-85e9-4281-90f2-8f965691f876 req-0a1d3c1b-f8cb-4f14-8123-b686d547763e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Jun 09 22:23:54.287729 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf629ce9-e5d6-4b10-9a4b-88d928dd1140 req-c38def89-9251-488d-af40-9f09dc8f1c1d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:54.289384 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cf629ce9-e5d6-4b10-9a4b-88d928dd1140 req-c38def89-9251-488d-af40-9f09dc8f1c1d tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0887387 Jun 09 22:23:54.335953 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cf629ce9-e5d6-4b10-9a4b-88d928dd1140 req-31de35e7-273d-41a4-8086-97f5c4e4924b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Jun 09 22:23:54.533114 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-34b23729-48a6-4e68-8f32-2ab0886fe04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:54.575679 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a63d-f6e8-4c99-998f-7a31ab76d233 req-a5d4dfb2-ad31-407a-bfea-b583ffa0fe82 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:54.577394 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cca1a63d-f6e8-4c99-998f-7a31ab76d233 req-a5d4dfb2-ad31-407a-bfea-b583ffa0fe82 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0889213 Jun 09 22:23:54.625451 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cca1a63d-f6e8-4c99-998f-7a31ab76d233 req-6ee418f4-28a9-4c41-8139-193df5ba26c3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Jun 09 22:23:55.531802 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e341b77-af40-4cc7-8cdc-0a71134384e7 req-ebb78b4d-4899-4090-8fef-be5ebf3b5eb4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:55.533605 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e341b77-af40-4cc7-8cdc-0a71134384e7 req-ebb78b4d-4899-4090-8fef-be5ebf3b5eb4 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0810330 Jun 09 22:23:55.579597 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7e341b77-af40-4cc7-8cdc-0a71134384e7 req-37e3596d-d193-41f2-99e6-870e6d9f3b41 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399299 Jun 09 22:23:55.822734 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faadd4-55fe-49bd-834f-1da45fe7208b req-96a7f8b0-6a0a-49ac-a95d-3a1951eb04d3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:55.824459 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-00faadd4-55fe-49bd-834f-1da45fe7208b req-96a7f8b0-6a0a-49ac-a95d-3a1951eb04d3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0852661 Jun 09 22:23:55.872424 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-00faadd4-55fe-49bd-834f-1da45fe7208b req-0f10f890-a995-4f17-81f8-9eebb2d7ef89 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Jun 09 22:23:56.802617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ff736-480d-44c9-abb7-0d8315161dc4 req-3807b27a-b097-437c-8733-8312c2ebceba tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:56.804143 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-031ff736-480d-44c9-abb7-0d8315161dc4 req-3807b27a-b097-437c-8733-8312c2ebceba tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0928113 Jun 09 22:23:56.855782 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-031ff736-480d-44c9-abb7-0d8315161dc4 req-c19ebcd7-f423-44d3-88d7-6a26db1fa85f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458605 Jun 09 22:23:56.961054 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7163ffa0-a0fd-4d97-8069-fb520749f821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:56.989779 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:57.070816 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64195-e7c6-4a04-9720-e61832c67f8f req-c33ccc65-550c-4ecf-a03b-b30bef5ff858 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:57.072602 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f6e64195-e7c6-4a04-9720-e61832c67f8f req-c33ccc65-550c-4ecf-a03b-b30bef5ff858 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0902882 Jun 09 22:23:57.120890 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f6e64195-e7c6-4a04-9720-e61832c67f8f req-b98f1e68-d3e0-46ee-ab35-b0f8d6dc7ac2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Jun 09 22:23:58.066013 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7fe41-304b-4a82-bbb5-fb408745e66b req-6653c839-3f0f-4795-9378-9eb7cfff608b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:58.067462 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3d7fe41-304b-4a82-bbb5-fb408745e66b req-6653c839-3f0f-4795-9378-9eb7cfff608b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0874405 Jun 09 22:23:58.117991 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e3d7fe41-304b-4a82-bbb5-fb408745e66b req-0b2241bf-ed55-4df4-9961-24bf2b2b5786 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Jun 09 22:23:58.313881 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2fe6a-626e-4607-a5e1-dcfc02aca180 req-16b4e5e3-6245-475e-991f-41a9b10694c4 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:58.315624 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-12c2fe6a-626e-4607-a5e1-dcfc02aca180 req-16b4e5e3-6245-475e-991f-41a9b10694c4 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0893204 Jun 09 22:23:58.321639 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:23:58.367953 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-12c2fe6a-626e-4607-a5e1-dcfc02aca180 req-03d844c3-a065-4294-8831-4d1633f06e17 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451028 Jun 09 22:23:59.340525 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b709c3-6e45-45b4-8560-aabaaa5db2c3 req-8dccc57d-f973-4c90-bc84-d1b3bb8cc38a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:59.342864 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-81b709c3-6e45-45b4-8560-aabaaa5db2c3 req-8dccc57d-f973-4c90-bc84-d1b3bb8cc38a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0970581 Jun 09 22:23:59.427182 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-81b709c3-6e45-45b4-8560-aabaaa5db2c3 req-f820bca8-6c87-4310-85f9-3d1d9e636f46 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726912 Jun 09 22:23:59.593534 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00566d-53b7-4183-9d87-5defa7152dd9 req-137450e1-0604-49b0-aaa3-3a5147bff1f9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:23:59.596138 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b00566d-53b7-4183-9d87-5defa7152dd9 req-137450e1-0604-49b0-aaa3-3a5147bff1f9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0855885 Jun 09 22:23:59.640172 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b00566d-53b7-4183-9d87-5defa7152dd9 req-ff08fec7-1834-4df6-a961-0bc0ff62c8a1 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Jun 09 22:23:59.995421 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:00.635024 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a095-2cbd-40fe-8978-43f956cd4152 req-3465585c-4d18-4776-ad99-2e4ab9d7b481 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:00.636475 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a298a095-2cbd-40fe-8978-43f956cd4152 req-3465585c-4d18-4776-ad99-2e4ab9d7b481 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0861297 Jun 09 22:24:00.686983 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a298a095-2cbd-40fe-8978-43f956cd4152 req-8070420e-085c-4c6b-b1ff-1e6aa39a209f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Jun 09 22:24:00.832647 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882643-1a13-498d-86de-06ac2616f544 req-275434bc-b116-4fd5-b0f8-f5497c0fb0ba tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:00.834111 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-66882643-1a13-498d-86de-06ac2616f544 req-275434bc-b116-4fd5-b0f8-f5497c0fb0ba tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0844836 Jun 09 22:24:00.879135 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-66882643-1a13-498d-86de-06ac2616f544 req-61b39768-5e59-491b-a7eb-520141b0f01d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393293 Jun 09 22:24:01.884721 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6132af-368c-4715-8a3e-6c44d95c283b req-60ba8d15-23e5-480f-b2c2-4cb45759a7dc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:01.886365 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b6132af-368c-4715-8a3e-6c44d95c283b req-60ba8d15-23e5-480f-b2c2-4cb45759a7dc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0814967 Jun 09 22:24:01.932484 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b6132af-368c-4715-8a3e-6c44d95c283b req-1f534073-324b-4afd-a0d5-75a34720c9fb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Jun 09 22:24:02.068485 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3210d-453f-4426-9a75-39a2203b1619 req-d8587a28-32ca-4181-9f64-f0452d502437 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:02.069981 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55a3210d-453f-4426-9a75-39a2203b1619 req-d8587a28-32ca-4181-9f64-f0452d502437 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0800741 Jun 09 22:24:02.114225 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55a3210d-453f-4426-9a75-39a2203b1619 req-6732c7a2-59f2-440a-94aa-93c032fbebae tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Jun 09 22:24:03.123252 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5d1a-576a-4536-b0cb-6cb262397280 req-28f745a4-19e2-4579-96be-275af76f52a8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:03.124709 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba7c5d1a-576a-4536-b0cb-6cb262397280 req-28f745a4-19e2-4579-96be-275af76f52a8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0842087 Jun 09 22:24:03.169854 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba7c5d1a-576a-4536-b0cb-6cb262397280 req-5b3e3056-31e6-49d3-aa97-a3d7681fd099 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Jun 09 22:24:03.373716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554bbd5-904e-4f1b-9ff8-c8e0eeba421f req-3a7adb9b-2317-4e21-956a-112376c7f369 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:03.375083 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4554bbd5-904e-4f1b-9ff8-c8e0eeba421f req-3a7adb9b-2317-4e21-956a-112376c7f369 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.1536067 Jun 09 22:24:03.419307 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4554bbd5-904e-4f1b-9ff8-c8e0eeba421f req-b5e37c8a-7e08-4abb-833a-6ecb5a4bc9c5 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Jun 09 22:24:04.356670 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dacd4-9385-4b7f-bca1-a7ed39ccac0c req-99473a15-2555-4753-8952-ef783b42e433 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:04.358167 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-685dacd4-9385-4b7f-bca1-a7ed39ccac0c req-99473a15-2555-4753-8952-ef783b42e433 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0783670 Jun 09 22:24:04.403362 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-685dacd4-9385-4b7f-bca1-a7ed39ccac0c req-cbada128-44d5-41e1-bf98-d112d260ca72 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Jun 09 22:24:04.604734 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c35cd-1265-46cc-bd97-a8ca3a3aa042 req-7264698c-8b01-4b97-b9b0-9f89e5b283da tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:04.606206 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e79c35cd-1265-46cc-bd97-a8ca3a3aa042 req-7264698c-8b01-4b97-b9b0-9f89e5b283da tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0836289 Jun 09 22:24:04.650253 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e79c35cd-1265-46cc-bd97-a8ca3a3aa042 req-d91aa75d-3a88-4dd7-bdb3-714ea8d5b730 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Jun 09 22:24:05.601825 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f51d-ca6a-4278-8e05-77b601bb6742 req-ea01ded4-726a-45b0-8412-e50218497dd5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:05.603256 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bde7f51d-ca6a-4278-8e05-77b601bb6742 req-ea01ded4-726a-45b0-8412-e50218497dd5 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0811417 Jun 09 22:24:05.646879 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bde7f51d-ca6a-4278-8e05-77b601bb6742 req-20dbfff4-8ff0-4e5b-9b1e-4e4cd8f17816 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 Jun 09 22:24:05.837493 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5b5d-dd62-4f49-afc4-25be2e636abc req-2d30770d-5c92-4510-bd25-3822f629ff17 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:05.838928 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-674c5b5d-dd62-4f49-afc4-25be2e636abc req-2d30770d-5c92-4510-bd25-3822f629ff17 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0861032 Jun 09 22:24:05.883350 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-674c5b5d-dd62-4f49-afc4-25be2e636abc req-23670bf8-3022-419a-a6e6-c13c085cd858 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Jun 09 22:24:06.412317 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:06.839631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1599-7a2d-4b06-9de6-9e3b9a2916fb req-a7afc1d1-c3d9-4638-975c-2ba6480bb1fc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:06.841058 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-98bc1599-7a2d-4b06-9de6-9e3b9a2916fb req-a7afc1d1-c3d9-4638-975c-2ba6480bb1fc tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 943 time: 0.0835207 Jun 09 22:24:06.888007 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-98bc1599-7a2d-4b06-9de6-9e3b9a2916fb req-93040415-32ce-479f-a295-c8eff75f0e39 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Jun 09 22:24:07.071474 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd792a-ce7d-468a-a2f3-e4c3e82af4ec req-01c258f2-1a4a-49ea-a4b5-44c7dca6123d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:07.072968 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-40bd792a-ce7d-468a-a2f3-e4c3e82af4ec req-01c258f2-1a4a-49ea-a4b5-44c7dca6123d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0828505 Jun 09 22:24:07.097702 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:24:07.120223 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-40bd792a-ce7d-468a-a2f3-e4c3e82af4ec req-b2f14b5a-f2bb-4ddb-b098-399cd41f5f4a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Jun 09 22:24:07.227951 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:07.244159 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'port_id': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'mac_address': 'fa:16:3e:70:00:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:24:07.299110 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:07.315626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:24:07.331219 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:07.400843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:07.402609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:07.467352 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=9']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:07.471147 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:07.625049 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['899e7a61-7fce-4578-8a67-e7af388acb0b'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:24:08.074157 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e9831-9057-4e28-b2cb-63ceed3ddc7a req-412ffd4c-a5be-4796-a9ae-12e57b39ae4c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:08.075846 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-055e9831-9057-4e28-b2cb-63ceed3ddc7a req-412ffd4c-a5be-4796-a9ae-12e57b39ae4c tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 944 time: 0.0803123 Jun 09 22:24:08.121552 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-055e9831-9057-4e28-b2cb-63ceed3ddc7a req-a349acf3-fa33-49a6-af77-146ab0adf249 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Jun 09 22:24:08.178324 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:24:08.301590 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cef10-42fa-4c44-97fe-36eee93d106d req-a322ad6c-2aeb-41aa-a4f5-45ec685ce94a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:08.303046 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-386cef10-42fa-4c44-97fe-36eee93d106d req-a322ad6c-2aeb-41aa-a4f5-45ec685ce94a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0803106 Jun 09 22:24:08.347401 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-386cef10-42fa-4c44-97fe-36eee93d106d req-fba7bde2-6889-42a7-ab79-54ee1d522271 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Jun 09 22:24:09.110666 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:24:09.182589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 899e7a61-7fce-4578-8a67-e7af388acb0b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:24:09.182974 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:09.299419 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:09.318972 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525163-026d-4277-afda-1e55997a2415 req-07860cf2-d03f-4a75-ad09-21558743a1ba tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:09.327029 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a1525163-026d-4277-afda-1e55997a2415 req-07860cf2-d03f-4a75-ad09-21558743a1ba tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 944 time: 0.0941601 Jun 09 22:24:09.330251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:24:09.332516 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd2661d-8054-44b8-8d2d-684d903e96b4" -d '{"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:24:09.340640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:09.373962 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a1525163-026d-4277-afda-1e55997a2415 req-12a82d94-f401-4225-8609-b849612efa70 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460877 Jun 09 22:24:09.377066 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18809bbc-23a3-4bcb-a313-dabcdcf47f5b x-openstack-request-id: req-18809bbc-23a3-4bcb-a313-dabcdcf47f5b {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:24:09.377327 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-plugged", "status": "completed", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:24:09.377593 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18809bbc-23a3-4bcb-a313-dabcdcf47f5b {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:24:09.378015 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'code': 200} Jun 09 22:24:09.406519 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:09.409615 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:09.477045 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=10']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:09.480268 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:09.549552 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137feea-d573-4961-82b5-d9d25d70da00 req-20fbee82-fb79-49e2-ace0-a96589ce0840 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:09.551012 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f137feea-d573-4961-82b5-d9d25d70da00 req-20fbee82-fb79-49e2-ace0-a96589ce0840 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0857093 Jun 09 22:24:09.597790 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f137feea-d573-4961-82b5-d9d25d70da00 req-d3c12c21-5b8c-439e-8cf4-eb8753b3d4c4 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Jun 09 22:24:09.737198 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fa4b-14aa-4a11-ba9f-b2402e17f4ee req-f23c8d9c-41aa-4c06-90d0-342c735733a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:09.738611 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c202fa4b-14aa-4a11-ba9f-b2402e17f4ee req-f23c8d9c-41aa-4c06-90d0-342c735733a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 1099 time: 0.0693839 Jun 09 22:24:09.778277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c202fa4b-14aa-4a11-ba9f-b2402e17f4ee req-33032e53-6dd7-4c4f-b1af-65be50010c8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335658 Jun 09 22:24:10.569110 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977aed6-d17b-4cd6-a35e-041f42c382a2 req-37f1903c-1f8e-465d-af1a-8b77986f8b55 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:10.570577 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5977aed6-d17b-4cd6-a35e-041f42c382a2 req-37f1903c-1f8e-465d-af1a-8b77986f8b55 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.0825834 Jun 09 22:24:10.616892 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5977aed6-d17b-4cd6-a35e-041f42c382a2 req-3473d75f-416c-45be-9c60-c2222c779220 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Jun 09 22:24:10.791208 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f6c41-e4b3-4a76-9ed0-a8ea7bf0af9e req-5d760c0d-ad72-4831-ac2c-5811e5656b59 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:10.792726 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-237f6c41-e4b3-4a76-9ed0-a8ea7bf0af9e req-5d760c0d-ad72-4831-ac2c-5811e5656b59 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0853708 Jun 09 22:24:10.845353 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-237f6c41-e4b3-4a76-9ed0-a8ea7bf0af9e req-0968ffe6-9097-4cfc-b782-1bd4bb823e56 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Jun 09 22:24:11.806635 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd6d8-936a-4670-8c5b-678763f223af req-c947dbc2-d45c-4338-831e-e4d215e4821f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:11.808070 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b12fd6d8-936a-4670-8c5b-678763f223af req-c947dbc2-d45c-4338-831e-e4d215e4821f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.0799417 Jun 09 22:24:11.857297 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b12fd6d8-936a-4670-8c5b-678763f223af req-fd68b14b-9e59-4949-bb47-f8b9c527ee27 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Jun 09 22:24:12.037336 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc86fb-93c8-46d6-bf6c-1ae013f7ca17 req-8bf09c32-5d31-49fd-9ed1-356b397870a7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:12.038832 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86bc86fb-93c8-46d6-bf6c-1ae013f7ca17 req-8bf09c32-5d31-49fd-9ed1-356b397870a7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0868671 Jun 09 22:24:12.083728 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86bc86fb-93c8-46d6-bf6c-1ae013f7ca17 req-6cc4295e-8ef3-4032-9313-90dfc0638e35 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Jun 09 22:24:13.122418 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79240c0-8820-4524-b5be-00fd2097331c req-2fc87581-0b79-49d2-a3dc-cb47bfdc0fda tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:13.123877 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b79240c0-8820-4524-b5be-00fd2097331c req-2fc87581-0b79-49d2-a3dc-cb47bfdc0fda tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.1544788 Jun 09 22:24:13.176059 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b79240c0-8820-4524-b5be-00fd2097331c req-e5526bdb-1fb7-41e3-ad99-88d1698b8036 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461202 Jun 09 22:24:13.270024 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc6420-2eac-4eca-a1f9-925cca279963 req-b8573eb0-1cd3-49af-aa89-670237b0119b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:13.271458 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eadc6420-2eac-4eca-a1f9-925cca279963 req-b8573eb0-1cd3-49af-aa89-670237b0119b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0819211 Jun 09 22:24:13.315456 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eadc6420-2eac-4eca-a1f9-925cca279963 req-63b6c41a-ab2c-447e-9372-e8186e3f238f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384259 Jun 09 22:24:14.504594 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b014c4e-cae2-4959-b34a-6d43003d4e7d req-ea41086e-f1cc-46ec-b106-4c1e2d459cf2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:14.506084 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9b014c4e-cae2-4959-b34a-6d43003d4e7d req-ea41086e-f1cc-46ec-b106-4c1e2d459cf2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0831904 Jun 09 22:24:14.558409 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9b014c4e-cae2-4959-b34a-6d43003d4e7d req-00d62a03-853f-49af-8cf9-e591d0da91f4 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467324 Jun 09 22:24:15.744363 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c4958-d3d8-4bd8-9d14-f727a62cea61 req-f499dab8-c369-4299-85d1-a523ba555bea tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:15.745836 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf1c4958-d3d8-4bd8-9d14-f727a62cea61 req-f499dab8-c369-4299-85d1-a523ba555bea tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0801682 Jun 09 22:24:15.791088 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf1c4958-d3d8-4bd8-9d14-f727a62cea61 req-6198671f-8968-4035-939e-be31f77add59 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Jun 09 22:24:16.973048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852bbc-9bc1-4719-87da-aae8c9b9b1e7 req-dfcec48e-5970-4ec7-ae75-1cbd2b0e3e58 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:16.974499 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-15852bbc-9bc1-4719-87da-aae8c9b9b1e7 req-dfcec48e-5970-4ec7-ae75-1cbd2b0e3e58 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0780597 Jun 09 22:24:17.022539 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-15852bbc-9bc1-4719-87da-aae8c9b9b1e7 req-e4744ca3-5c10-4eef-bb6e-3cf9cdf4c3bd tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Jun 09 22:24:18.208209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208caf4d-3e37-4069-8611-8238278f5313 req-92561a9d-f4cf-4513-ab5a-03010b8a1bb6 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:18.209785 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-208caf4d-3e37-4069-8611-8238278f5313 req-92561a9d-f4cf-4513-ab5a-03010b8a1bb6 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0823376 Jun 09 22:24:18.253469 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-208caf4d-3e37-4069-8611-8238278f5313 req-f99a6e76-0bc8-4655-96f1-3d848fb9ffc3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Jun 09 22:24:19.437491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c626-28d6-453b-907c-73485968c55a req-cac66ff1-2a9f-4f28-a8e8-9b437a040084 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:19.439809 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-87e8c626-28d6-453b-907c-73485968c55a req-cac66ff1-2a9f-4f28-a8e8-9b437a040084 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0801928 Jun 09 22:24:19.487213 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-87e8c626-28d6-453b-907c-73485968c55a req-fc7ebad7-7564-44bb-94ed-4f42cf61c263 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Jun 09 22:24:20.668971 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9dc62-998c-4d6c-9ef7-f49ef56c1dfc req-ce5c8d80-c608-499e-9aac-82e3b9310124 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:20.670429 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27b9dc62-998c-4d6c-9ef7-f49ef56c1dfc req-ce5c8d80-c608-499e-9aac-82e3b9310124 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0786006 Jun 09 22:24:20.717677 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27b9dc62-998c-4d6c-9ef7-f49ef56c1dfc req-825f25c4-17b5-4a43-a796-aedc7f6dbf3e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Jun 09 22:24:21.904715 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ae49-c0ee-4e12-a176-f8b9af702836 req-507db26d-fab1-46a4-a408-7a05254b3435 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:21.906185 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4565ae49-c0ee-4e12-a176-f8b9af702836 req-507db26d-fab1-46a4-a408-7a05254b3435 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0836046 Jun 09 22:24:21.950600 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4565ae49-c0ee-4e12-a176-f8b9af702836 req-62a90ef0-8797-4bd0-a183-2f0ee2778ae2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Jun 09 22:24:23.135567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63712a-701f-40a5-a9e5-c7f613574b29 req-df0b4585-591f-4c79-b46a-b999351bcbfe tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:23.136903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9a63712a-701f-40a5-a9e5-c7f613574b29 req-df0b4585-591f-4c79-b46a-b999351bcbfe tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0790534 Jun 09 22:24:23.180011 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9a63712a-701f-40a5-a9e5-c7f613574b29 req-f2c8e9a2-3c5b-4998-92c5-7e692da085eb tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374374 Jun 09 22:24:24.363364 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dfb0d-3f10-49c3-8853-637955905b15 req-ac386236-0756-432a-82f7-cf138e013b5a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:24.364804 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fd5dfb0d-3f10-49c3-8853-637955905b15 req-ac386236-0756-432a-82f7-cf138e013b5a tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0806379 Jun 09 22:24:24.411140 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fd5dfb0d-3f10-49c3-8853-637955905b15 req-447fe269-ac2b-4a1f-9bf5-d7a503641574 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Jun 09 22:24:24.503192 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-eba39a82-274a-4e5a-a7d2-f084048fec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:25.599849 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a19de-5893-4844-a8b4-870fe0e39280 req-b3ba7418-b4a2-48ca-b8da-a908dad1d383 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:25.601302 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed0a19de-5893-4844-a8b4-870fe0e39280 req-b3ba7418-b4a2-48ca-b8da-a908dad1d383 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0869231 Jun 09 22:24:25.644742 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed0a19de-5893-4844-a8b4-870fe0e39280 req-b54e3f04-ba56-44b3-b754-1f1f98f28add tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378578 Jun 09 22:24:26.837902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4d34-d9b0-4dc9-8717-8c7e515994dc req-0b2810e4-23ce-4ebf-8d0d-c2180b822186 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:26.839368 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1a7a4d34-d9b0-4dc9-8717-8c7e515994dc req-0b2810e4-23ce-4ebf-8d0d-c2180b822186 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0893064 Jun 09 22:24:26.868856 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-025fc91d-e036-411d-8613-bdafd9004584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:26.885940 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1a7a4d34-d9b0-4dc9-8717-8c7e515994dc req-1ed6b86f-840e-494c-8cf1-6b8618a198a1 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Jun 09 22:24:26.920429 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:28.071004 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213c636-4b23-438d-9d8e-73a7d5f03490 req-933d9ba3-1c7a-44df-8e39-a72737a73d19 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:28.073288 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f213c636-4b23-438d-9d8e-73a7d5f03490 req-933d9ba3-1c7a-44df-8e39-a72737a73d19 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0809464 Jun 09 22:24:28.117234 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f213c636-4b23-438d-9d8e-73a7d5f03490 req-a7895c3d-8b8a-4f80-9001-f0d68b044c40 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388927 Jun 09 22:24:28.326223 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:29.298312 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6c92-db28-4c00-b445-463b0194d153 req-1862edeb-c24d-4ff7-8e28-2c59569ee41d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:29.299879 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d89a6c92-db28-4c00-b445-463b0194d153 req-1862edeb-c24d-4ff7-8e28-2c59569ee41d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0800941 Jun 09 22:24:29.343464 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d89a6c92-db28-4c00-b445-463b0194d153 req-97b9f318-4df1-436f-9b1a-2f1c12712e5b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381284 Jun 09 22:24:29.960325 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:30.532176 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e001dd-f06b-404d-834b-48c4b4bdcdb7 req-33c72c3b-4540-4d14-9b4d-821851e77a09 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:30.533643 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1e001dd-f06b-404d-834b-48c4b4bdcdb7 req-33c72c3b-4540-4d14-9b4d-821851e77a09 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0853746 Jun 09 22:24:30.577581 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e1e001dd-f06b-404d-834b-48c4b4bdcdb7 req-9867ed60-8769-4f92-8836-e4c369720ac9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383921 Jun 09 22:24:31.761199 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1f63-2ce9-4f1e-a16e-4adf9575a96f req-5aa91487-d81b-4ca9-b46d-dffc78e49673 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:31.762625 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-235e1f63-2ce9-4f1e-a16e-4adf9575a96f req-5aa91487-d81b-4ca9-b46d-dffc78e49673 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0815587 Jun 09 22:24:31.807117 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-235e1f63-2ce9-4f1e-a16e-4adf9575a96f req-6482518d-a2bf-4b2f-ba1e-8a79760eb6f1 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378087 Jun 09 22:24:33.028262 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aedae-8b4f-43a8-b722-95f0c0e567ae req-3de1f761-ef3d-4de8-894a-1b87fd425634 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:33.029816 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f84aedae-8b4f-43a8-b722-95f0c0e567ae req-3de1f761-ef3d-4de8-894a-1b87fd425634 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 943 time: 0.0992026 Jun 09 22:24:33.085735 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f84aedae-8b4f-43a8-b722-95f0c0e567ae req-7f2be1b6-be47-4d9f-af35-b9a068118b86 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481913 Jun 09 22:24:33.260294 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4a69e84c-ebcb-4358-af6a-b4245d87d162 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:24:33.417961 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:33.431813 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'port_id': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'mac_address': 'fa:16:3e:69:f5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:24:33.491282 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:33.508774 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a69e84c-ebcb-4358-af6a-b4245d87d162 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:24:33.524680 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:33.583106 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:33.584855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:33.651061 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:33.658434 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.658786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.659134 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.659462 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.659794 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.660192 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.660525 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.660869 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.661328 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.661660 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.664340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.664340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:33.666266 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:33.851853 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['4a69e84c-ebcb-4358-af6a-b4245d87d162'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:24:34.272442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119e4de-5842-41c3-a6d9-7ed9478b21dd req-6d1dc10a-005f-47b9-bdc7-c0714a24cd68 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:34.273908 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3119e4de-5842-41c3-a6d9-7ed9478b21dd req-6d1dc10a-005f-47b9-bdc7-c0714a24cd68 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 944 time: 0.0785818 Jun 09 22:24:34.322956 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3119e4de-5842-41c3-a6d9-7ed9478b21dd req-6823089f-bc79-4c8c-a5f0-5817b15bb858 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Jun 09 22:24:35.265630 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4a69e84c-ebcb-4358-af6a-b4245d87d162 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:24:35.445959 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 4a69e84c-ebcb-4358-af6a-b4245d87d162 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:24:35.451331 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 4a69e84c-ebcb-4358-af6a-b4245d87d162 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:24:35.451717 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:35.519912 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560152e-90bc-427f-b478-e9cec05d728f req-27f7aa55-9363-4068-a57c-a7fe1db24fab tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:35.521501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0560152e-90bc-427f-b478-e9cec05d728f req-27f7aa55-9363-4068-a57c-a7fe1db24fab tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 944 time: 0.0862484 Jun 09 22:24:35.568600 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0560152e-90bc-427f-b478-e9cec05d728f req-26c3e278-9f49-4907-bbb2-2ecbdad54eb6 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Jun 09 22:24:35.570051 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:35.597896 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:24:35.600340 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddf40e4-f14d-4bf4-b78a-dc429337c1b8" -d '{"events": [{"server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "name": "network-vif-plugged", "status": "completed", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:24:35.607589 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:35.647480 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73376f50-e611-409b-8a40-1e1cceccd5b5 x-openstack-request-id: req-73376f50-e611-409b-8a40-1e1cceccd5b5 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:24:35.647779 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "name": "network-vif-plugged", "status": "completed", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:24:35.648120 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73376f50-e611-409b-8a40-1e1cceccd5b5 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:24:35.648579 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'code': 200} Jun 09 22:24:35.680299 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:35.682193 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:35.745723 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:35.748652 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:36.053675 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f8770-10c9-4c1b-891d-a4f48d1231e1 req-be4a22a2-9bae-4fa8-b686-df27e9c65d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:36.055109 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d27f8770-10c9-4c1b-891d-a4f48d1231e1 req-be4a22a2-9bae-4fa8-b686-df27e9c65d3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0715115 Jun 09 22:24:36.100180 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d27f8770-10c9-4c1b-891d-a4f48d1231e1 req-d0ebc71c-11fb-43dc-a6be-379eb318cfd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Jun 09 22:24:36.439827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:36.748068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf3c53-951b-439e-8d10-acc1600c3e2e req-9a6cf9d8-2ec5-4f5e-8283-ad088feaa467 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:36.749420 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2ddf3c53-951b-439e-8d10-acc1600c3e2e req-9a6cf9d8-2ec5-4f5e-8283-ad088feaa467 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 945 time: 0.0774546 Jun 09 22:24:36.874700 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2ddf3c53-951b-439e-8d10-acc1600c3e2e req-21d0ac59-b5f6-4c84-b018-754669328ca3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195638 Jun 09 22:24:38.068485 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc4b2-547b-4e53-82e6-ad91250b546b req-52f1cd23-cb45-4538-8564-45528c877bdf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:38.069986 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4e9fc4b2-547b-4e53-82e6-ad91250b546b req-52f1cd23-cb45-4538-8564-45528c877bdf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 945 time: 0.0882292 Jun 09 22:24:38.116416 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4e9fc4b2-547b-4e53-82e6-ad91250b546b req-4a9d5c1f-7c26-4e23-b865-ef7b155fefb0 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405264 Jun 09 22:24:38.295975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23561e-34c7-4fdf-8d86-50dcbf8473b1 req-1b591657-b072-41ae-a3ea-3a8f42862996 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:38.297431 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8d23561e-34c7-4fdf-8d86-50dcbf8473b1 req-1b591657-b072-41ae-a3ea-3a8f42862996 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 945 time: 0.0795338 Jun 09 22:24:38.342256 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8d23561e-34c7-4fdf-8d86-50dcbf8473b1 req-727c68da-a17d-4026-80e5-26dd5ae68b29 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Jun 09 22:24:38.365026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 49874) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:24:38.436975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e666d-2cec-462b-84f2-8478a2b52636 tempest-TestVolumeBootPattern-574271356 tempest-TestVolumeBootPattern-574271356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:38.438493 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-ba4e666d-2cec-462b-84f2-8478a2b52636 tempest-TestVolumeBootPattern-574271356 tempest-TestVolumeBootPattern-574271356-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1093 time: 0.0724697 Jun 09 22:24:38.441726 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 49876) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:24:38.446007 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'port_id': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:24:38.514597 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:38.651795 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:38.783636 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Allocated IP 172.27.0.147 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/ea559fdd-cb96-4dad-8a35-169f3bada43e) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:24:38.935813 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.011554 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.015116 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1b9d580-840c-4b4a-adb7-43bff911aa0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:39.077337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:24:39.080693 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:24:39.083422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:24:39.119389 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=ea559fdd-cb96-4dad-8a35-169f3bada43e,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:39.130457 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.130822 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.131845 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.131845 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.132055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.132237 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.132582 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.132922 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.133293 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.133630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.133965 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.134302 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:39.137872 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:39.490877 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.612854 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.813844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.868736 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:39.872348 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:39.972539 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event updated for resources: {'Port': ['ID=ea559fdd-cb96-4dad-8a35-169f3bada43e,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:39.979661 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:39.988460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:40.236822 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Floating IP 1b720b8e-f107-483c-8f3f-29dd8bf45845 associated. External IP: 172.27.0.147, port: 4a69e84c-ebcb-4358-af6a-b4245d87d162. Jun 09 22:24:40.578704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:24:40.765053 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:24:40.770691 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-9e597d1f-49ca-4fdb-856c-ec59f0779a6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757294 Jun 09 22:24:40.776517 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:24:40.787680 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:24:40.788936 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:24:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:40.876825 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-54d54137-5570-463a-88b7-e54f8c87d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:40.878314 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-54d54137-5570-463a-88b7-e54f8c87d29c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0783415 Jun 09 22:24:40.885662 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:40.961396 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5049131 Jun 09 22:24:40.961396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:24:40.961396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c74b9-12a8-41ee-80fa-261b91a3babe" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:24:40.973577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:24:40.999881 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11bc3a-b3b9-43af-ad8d-e1f591bc887a x-openstack-request-id: req-0e11bc3a-b3b9-43af-ad8d-e1f591bc887a {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:24:41.000323 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:24:41.000674 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e11bc3a-b3b9-43af-ad8d-e1f591bc887a {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:24:41.001169 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'status': 'completed', 'code': 200} Jun 09 22:24:41.040412 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-092e2982-e826-4018-ad7a-8afd85fc749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.041797 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-092e2982-e826-4018-ad7a-8afd85fc749c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1358061 Jun 09 22:24:41.103229 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-7a686f20-79e8-4ec6-907b-b4acb2c9604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.104705 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-7a686f20-79e8-4ec6-907b-b4acb2c9604e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0746889 Jun 09 22:24:41.147323 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-5e725df0-ff6a-4002-b14b-d17be6c2b723 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1002 time: 0.0965712 Jun 09 22:24:41.218697 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-8be722dc-d2ac-4b63-936f-60a483461f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.221874 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-8be722dc-d2ac-4b63-936f-60a483461f1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0659857 Jun 09 22:24:41.244300 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-d1441393-b8da-4d8e-9633-e77e9306e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.245820 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-d1441393-b8da-4d8e-9633-e77e9306e1f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1325262 Jun 09 22:24:41.299598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-32df5edd-06eb-42aa-9bb3-e04e7ec69d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.300981 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-32df5edd-06eb-42aa-9bb3-e04e7ec69d60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713379 Jun 09 22:24:41.328080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '1b720b8e-f107-483c-8f3f-29dd8bf45845', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:69:f5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:24:39Z', 'updated_at': '2021-06-09T22:24:39Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:41.332670 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:24:41.340855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:24:41.341493 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:24:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:41.351881 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-c721aa6a-be18-47da-a7a5-d71c5bbc7e9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 999 time: 0.0982103 Jun 09 22:24:41.423565 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-f55e69b4-054d-4cd9-939d-4b54cab81b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.425323 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-f55e69b4-054d-4cd9-939d-4b54cab81b71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0642309 Jun 09 22:24:41.507499 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-a04f6b72-31ff-461f-8d75-908ead9a9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:41.508987 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-a04f6b72-31ff-461f-8d75-908ead9a9941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763218 Jun 09 22:24:41.520058 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:24:41.525014 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-02795b71-2690-49e0-872b-5e85f83d2855 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149241 Jun 09 22:24:41.647400 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-50028c04-0f5b-42f3-92b9-be5f146de029 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292439 Jun 09 22:24:41.670870 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-783112cf-a5d3-4516-b111-7df1ad7c7981 req-2dcfead0-1571-471d-a0ed-c2a29997df7a service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375067 Jun 09 22:24:41.894823 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b9c74b9-12a8-41ee-80fa-261b91a3babe req-c8b914c6-214e-42d1-984a-c21b183cff26 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390203 Jun 09 22:24:41.921861 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '1b720b8e-f107-483c-8f3f-29dd8bf45845', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:69:f5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:24:39Z', 'updated_at': '2021-06-09T22:24:39Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:41.925936 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab3b95-32fe-48dc-8ccd-dd83aac2cc63 None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '1b720b8e-f107-483c-8f3f-29dd8bf45845', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'port_id': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'mac_address': 'fa:16:3e:69:f5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:24:39Z', 'updated_at': '2021-06-09T22:24:39Z', 'revision_number': 0, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:24:42.112319 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc85a29f-1e54-4891-866c-b8c908ca6398 None None] New status for floating IP 1b720b8e-f107-483c-8f3f-29dd8bf45845: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:24:45.177660 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:24:52.108268 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f673ea-0010-46b8-863e-33b73e71177f req-8f55e598-db3d-4b54-8469-40c769332f7b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:52.109675 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-47f673ea-0010-46b8-863e-33b73e71177f req-8f55e598-db3d-4b54-8469-40c769332f7b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.0836599 Jun 09 22:24:52.153264 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-47f673ea-0010-46b8-863e-33b73e71177f req-10bf5d2a-a7df-42a9-b209-591bc7d1e8cb tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Jun 09 22:24:53.344659 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c23f31-f872-4554-b789-dc6d105bf5f6 req-67f36533-bb44-40aa-8e5b-2f1675640d41 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:53.346030 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d0c23f31-f872-4554-b789-dc6d105bf5f6 req-67f36533-bb44-40aa-8e5b-2f1675640d41 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.0785635 Jun 09 22:24:53.429906 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d0c23f31-f872-4554-b789-dc6d105bf5f6 req-bd21a3c7-1522-4299-9c0a-3e6d09cf8135 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups?id=b56bbad5-70a8-44be-9183-87c29b0dffb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784001 Jun 09 22:24:53.468747 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-2436822a-fe98-424a-9233-2e510eced3b8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:24:53.470965 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-2436822a-fe98-424a-9233-2e510eced3b8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 946 time: 0.0927393 Jun 09 22:24:53.606692 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Deleting port 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:24:53.606946 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:53.737064 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] For port 899e7a61-7fce-4578-8a67-e7af388acb0b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=899e7a61-7fce-4578-8a67-e7af388acb0b,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:24:53.737438 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.019988 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.020348 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.020660 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Floating IP 92bb4a2f-d76a-4453-b1b8-864de1f074f8 disassociated. External IP: 172.27.0.60, port: 899e7a61-7fce-4578-8a67-e7af388acb0b. Jun 09 22:24:54.020990 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Calling delete_port for 899e7a61-7fce-4578-8a67-e7af388acb0b owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:24:54.182646 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.188260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-77faaf7f-8e4e-4b20-8c6b-ba4275d25ef3 tempest-VolumesActionsTest-1079429306 tempest-VolumesActionsTest-1079429306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:54.232359 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'Port': ['ID=899e7a61-7fce-4578-8a67-e7af388acb0b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:54.235464 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:54.417599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:24:54.508332 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-573501e9-2768-42af-af92-cf8559e54825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.588023 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2a3a69cc-4aa2-4585-a53e-048e95881158 req-f2d0a63e-b0f0-45b8-aec8-ba6c4ccc51a8 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/ports?device_id=f751299b-2a9e-42d4-adf0-9fcc43f288c9 HTTP/1.1" status: 200 len: 210 time: 0.0451970 Jun 09 22:24:54.603583 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:24:54.619580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:24:54.629260 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:24:54.629884 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:24:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:54.684048 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] No DVR routers for this DVR port 899e7a61-7fce-4578-8a67-e7af388acb0b on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:24:54.687839 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:54.690036 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-abad18f0-5c95-4c85-bd0e-4ef412b1909a req-07141e86-7c6a-4f0d-be32-cf0c6eeba415 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.35 "DELETE /v2.0/ports/899e7a61-7fce-4578-8a67-e7af388acb0b HTTP/1.1" status: 204 len: 173 time: 1.2109983 Jun 09 22:24:54.690560 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-deleted', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:24:54.692880 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe77325-3f9a-41be-8345-17a708cc8a1c" -d '{"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-deleted", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:24:54.738183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b3e640-da84-4d5f-a962-75bfbff1025f x-openstack-request-id: req-05b3e640-da84-4d5f-a962-75bfbff1025f {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:24:54.738507 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f751299b-2a9e-42d4-adf0-9fcc43f288c9", "name": "network-vif-deleted", "tag": "899e7a61-7fce-4578-8a67-e7af388acb0b", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:24:54.738795 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05b3e640-da84-4d5f-a962-75bfbff1025f {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:24:54.739223 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f751299b-2a9e-42d4-adf0-9fcc43f288c9', 'name': 'network-vif-deleted', 'tag': '899e7a61-7fce-4578-8a67-e7af388acb0b', 'status': 'completed', 'code': 200} Jun 09 22:24:54.815174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:24:55.133297 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:55.135699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:24:55.144578 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:24:55.145222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:24:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:55.316138 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:24:55.656089 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:24:55.660941 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0d056-9f99-496f-b01a-4467c035661d None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:23Z', 'revision_number': 4, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '0d455918-65f7-46c2-b801-9d1a32214d60', 'name': '', 'network_id': 'dcf1ce77-f759-45ef-acc3-4a474fce6e66', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'mac_address': 'fa:16:3e:d4:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:22Z', 'updated_at': '2021-06-09T22:17:41Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'subnets': [{'id': '68c4a8e2-43bf-40d1-b0cc-c5812bde4f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:24:55.869719 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20e2bf-3328-406f-ae43-762daa01dd1d None None] New status for floating IP 92bb4a2f-d76a-4453-b1b8-864de1f074f8: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:24:56.788823 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 49984) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:24:56.854490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:56.858678 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe1ca-c832-42e5-a3f0-8c05e20c9578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:56.885369 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:56.960122 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.028256 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.030880 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.032144 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "DELETE /v2.0/security-groups/b56bbad5-70a8-44be-9183-87c29b0dffb6 HTTP/1.1" status: 204 len: 168 time: 0.2420788 Jun 09 22:24:57.033021 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-31e9e991-cdbc-466c-ab3e-aac180295a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:57.034899 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 49986) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:24:57.044099 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56bbad5-70a8-44be-9183-87c29b0dffb6,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:57.046393 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:57.052941 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.api.v2.resource [None req-e1eeb1fa-a109-4160-9a19-77f73b25ea49 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] show failed (client error): The resource could not be found. Jun 09 22:24:57.053981 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e1eeb1fa-a109-4160-9a19-77f73b25ea49 tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "GET /v2.0/security-groups/b56bbad5-70a8-44be-9183-87c29b0dffb6 HTTP/1.1" status: 404 len: 347 time: 0.0181036 Jun 09 22:24:57.056915 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 49988) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:24:57.273872 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Deleting port e2e3448d-cfd4-41fd-9e01-5968f91e712a {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:24:57.274214 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.364808 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:24:57.389475 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.389800 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.397736 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 899e7a61-7fce-4578-8a67-e7af388acb0b {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:24:57.398092 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 899e7a61-7fce-4578-8a67-e7af388acb0b not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:24:57.512690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Calling delete_port for e2e3448d-cfd4-41fd-9e01-5968f91e712a owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:24:57.679690 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.683200 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f066e243-170f-4141-acd3-95116ecc747a tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:24:57.727816 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Pushing event deleted for resources: {'Port': ['ID=e2e3448d-cfd4-41fd-9e01-5968f91e712a,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:24:57.793657 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.794031 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.794390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.794743 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.795091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.795441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.795787 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.796134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.796488 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.796829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.797197 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.797641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:24:57.802953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:24:57.828017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.830930 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:57.832046 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] 10.222.0.38 "DELETE /v2.0/floatingips/92bb4a2f-d76a-4453-b1b8-864de1f074f8 HTTP/1.1" status: 204 len: 168 time: 0.7742207 Jun 09 22:24:58.302708 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:24:59.965197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:06.416426 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:22.177195 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:25:24.490757 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-21cb2b97-f5d6-4a90-b263-a033cff685fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:26.873351 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-31d6b8e1-cebc-4734-859b-c793ffa38762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:26.925488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:28.335994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:29.988322 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:36.450125 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:42.838435 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-fa8ca65b-5b0f-4bd2-bbdc-bea9ff51fe9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1518126 Jun 09 22:25:42.929563 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-54222ad9-4d37-4968-9201-b84832a3fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:25:42.931253 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-54222ad9-4d37-4968-9201-b84832a3fc21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1099 time: 0.0715606 Jun 09 22:25:43.082630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-6b98f01a-fd03-4e6c-b91c-96f360baa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:25:43.087659 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-6b98f01a-fd03-4e6c-b91c-96f360baa52f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 915 time: 0.1334283 Jun 09 22:25:43.154049 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-8f8a8687-b9ab-4897-b797-f73a8f5e1705 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 217 time: 0.0636399 Jun 09 22:25:43.217533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-4bcd3349-2698-406b-996a-b49c504aedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:25:43.218905 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-4bcd3349-2698-406b-996a-b49c504aedfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 200 len: 854 time: 0.0587480 Jun 09 22:25:43.264796 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-01f0f974-a686-4d07-8f64-b10b8e5a5b3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396466 Jun 09 22:25:43.395663 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-17c6551c-22d9-4343-8fc8-2641d831b6f9 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238098 Jun 09 22:25:43.526176 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f5c0e5-4bee-4862-8e18-4a401b3bd641 req-47f8716b-f997-4893-9cc5-72c38c7db43e service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244497 Jun 09 22:25:54.518019 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d6d24427-d503-4896-b680-057bd076438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:56.873202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d718dc28-8a75-4ae2-a2c7-5762d38e7b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:56.934984 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:58.324113 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:25:59.175519 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:25:59.992956 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:06.472099 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:24.506416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ef4dfc34-47dd-46db-a1ae-7f758b75178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:26.877380 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-27b67b64-0f50-46ac-90d3-ad0bf23688aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:26.963234 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:28.311746 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:29.986818 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:36.173957 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:26:36.472107 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:43.724882 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-21ac9142-c80d-474d-ae7b-000be37f4237 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696034 Jun 09 22:26:43.861623 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-03cb1d73-d94b-414a-989b-07a00a40d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:26:43.863381 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-03cb1d73-d94b-414a-989b-07a00a40d96d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0735815 Jun 09 22:26:44.006639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-82da58e8-180e-4875-bae7-4c06b67e5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:26:44.008058 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-82da58e8-180e-4875-bae7-4c06b67e5534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1270905 Jun 09 22:26:44.110649 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-f7f54acc-d68a-47f0-a01a-0c822b900ba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1002 time: 0.0950675 Jun 09 22:26:44.172106 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-03a8c603-3868-408a-b1fd-e74b18ee1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:26:44.173551 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-03a8c603-3868-408a-b1fd-e74b18ee1825 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0572729 Jun 09 22:26:44.248962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-4c625aff-697e-4101-a5c1-630e42fe4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:26:44.250482 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-4c625aff-697e-4101-a5c1-630e42fe4e5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705254 Jun 09 22:26:44.378342 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-4b73cfdc-7008-4174-8878-853179488990 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209610 Jun 09 22:26:44.507077 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e680dfdc-38ed-475d-9267-ffb4b093dd91 req-f0c2a2b1-b8fd-4f7c-afc1-9223a88362e9 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218119 Jun 09 22:26:54.511564 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b32fadba-b4e6-43e1-96d8-a9f7d7877e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:56.872733 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-72e3c746-1a76-4435-87c1-e86d49818a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:56.922384 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:58.351325 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:26:59.985903 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:06.471135 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:13.172685 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:27:24.516602 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0fc58530-b769-4906-b365-ea9c16a74e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:26.870378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6128a0ae-2e80-4c78-9ad6-faf066db6738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:26.921637 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:28.316247 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:30.002206 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:36.464626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:43.939510 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-c82a8a5b-bc2a-4122-8294-b57bd98fdb6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2540133 Jun 09 22:27:44.030832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-740cc454-e90d-44ab-bf9e-dfb825da93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:27:44.032275 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-740cc454-e90d-44ab-bf9e-dfb825da93f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1099 time: 0.0703275 Jun 09 22:27:44.175864 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-fbfb32ac-3632-4879-9c14-eb4625697181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:27:44.177598 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-fbfb32ac-3632-4879-9c14-eb4625697181 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 915 time: 0.1271443 Jun 09 22:27:44.249451 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-ad9d0abd-a65c-4885-9037-81faa2f16f6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 217 time: 0.0658004 Jun 09 22:27:44.316388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-7a1911d7-49bb-4d97-923d-20704f58aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:27:44.317821 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-7a1911d7-49bb-4d97-923d-20704f58aeb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 200 len: 854 time: 0.0616174 Jun 09 22:27:44.363968 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-f06b08f5-5d8f-4869-8e4a-d4fb4728774f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399325 Jun 09 22:27:44.374820 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-238e7338-a234-4a70-a813-1d25f4b8633b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:27:44.375742 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-238e7338-a234-4a70-a813-1d25f4b8633b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057123 Jun 09 22:27:44.509539 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-9c7aa183-ec3d-4446-86ae-5aff15aec746 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260993 Jun 09 22:27:44.640549 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3699796-427c-4ef0-9857-24ed33c9a2d7 req-e031be63-67d5-45c8-872e-bccb8a17a5f3 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251075 Jun 09 22:27:50.171809 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:27:54.521272 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0598c4b1-b9a1-4301-8f29-8a579f6645d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:56.870467 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-05bc57a8-7a31-4cb9-9447-49cadcc1a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:56.932572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:27:58.332196 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:00.001337 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:06.486790 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:24.509217 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9fe599d5-ae4f-4fc4-a443-6bc37186bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:26.875644 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4e991f0b-41e7-4c95-868d-8a16bbe61ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:26.926588 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:27.170301 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:28:28.366092 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:29.994971 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:36.532229 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:44.757842 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-e179f1f5-cc6b-48b5-93c3-63a2d029a4cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696938 Jun 09 22:28:44.850777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-b1df8b16-d39f-46ef-8a47-cf44a74b8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:28:44.852281 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-b1df8b16-d39f-46ef-8a47-cf44a74b8ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0731747 Jun 09 22:28:44.991968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-51a09791-5101-45dc-a658-c3d1f480ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:28:44.993587 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-51a09791-5101-45dc-a658-c3d1f480ffce service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1238432 Jun 09 22:28:45.093620 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-97712228-09ba-45b9-8a1e-ef8927298344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1001 time: 0.0930736 Jun 09 22:28:45.153399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-77e77938-0e9d-4af5-9b96-a4e5fe0a116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:28:45.154755 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-77e77938-0e9d-4af5-9b96-a4e5fe0a116f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0552220 Jun 09 22:28:45.235114 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-14c0bec7-fc43-4ce5-8d98-2b268b6b16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:28:45.236571 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-14c0bec7-fc43-4ce5-8d98-2b268b6b16c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749092 Jun 09 22:28:45.366449 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-1404c38b-8c73-413f-ad27-6b7a63b0940c service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227279 Jun 09 22:28:45.495243 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6eb4c343-5fc9-4419-ac9d-e70b3a4289ef req-65f32009-3eda-4f13-9511-633dcde2c251 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227317 Jun 09 22:28:54.491183 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0171cd88-13c6-4632-ab45-2bb27039e3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:56.875042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b9f87bed-6be9-457f-bd08-8afe8776957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:56.919812 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:58.342451 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:28:59.993890 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:04.168612 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:29:06.547972 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:24.514466 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fd0d80d8-35c6-4e63-9f82-3bf663867d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:26.884723 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e4323511-36fb-442a-bfb1-b9fc891c078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:26.942308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:28.347301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:29.976430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:36.565107 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:41.167592 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:29:44.811499 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-cdfbb1f3-4859-453f-b9cc-f0e8c6177c5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1552908 Jun 09 22:29:44.944455 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-684039f5-b6b0-4328-a4e0-b1339422fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:29:44.945910 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-684039f5-b6b0-4328-a4e0-b1339422fcfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0691912 Jun 09 22:29:45.087314 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-3c28ac24-a683-485d-b6c1-486dc4adc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:29:45.088932 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-3c28ac24-a683-485d-b6c1-486dc4adc5f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1249220 Jun 09 22:29:45.192094 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-90f1ed94-1561-4dd6-bee2-7a4b9ea62fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1002 time: 0.0959513 Jun 09 22:29:45.256690 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-30a932d4-0670-4dbc-a0a9-7b3944f5e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:29:45.258124 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-30a932d4-0670-4dbc-a0a9-7b3944f5e868 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0601003 Jun 09 22:29:45.333902 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-16185649-10c5-415b-84bb-413868852ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:29:45.335432 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-16185649-10c5-415b-84bb-413868852ec5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704651 Jun 09 22:29:45.465880 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-35ff0fc5-3016-48b7-ab54-cca8789a3bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231384 Jun 09 22:29:45.596271 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-170b48dd-2b51-4386-9b2f-2f0e00d14479 req-a7737cb3-c2ca-482d-ad97-d90fbbb1ccf7 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236863 Jun 09 22:29:54.518552 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-cd17e2d2-9b9f-49e9-8328-ff1971e94701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:56.849880 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-42b599cb-1940-4bec-90c8-446503042b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:56.946809 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:29:58.364201 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:00.044390 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:06.546888 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:18.167049 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:30:24.523303 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-97c59f25-64a6-4810-a135-1a69fd3406f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:26.893993 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-910e5321-481f-40f7-ae6b-fa1d238fe805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:26.951412 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:28.363762 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:30.003085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:36.534798 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:44.765714 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-e23692cf-a42c-4100-a527-1cbdeb81094a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722475 Jun 09 22:30:44.855886 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d029e-c724-4831-918c-fbc438aba5d3 req-ac97415f-95ed-44da-9b97-036471c6573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:30:44.857356 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-ac97415f-95ed-44da-9b97-036471c6573a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1099 time: 0.0710754 Jun 09 22:30:45.008018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d029e-c724-4831-918c-fbc438aba5d3 req-09a52db6-9294-4167-bc09-390f66ec95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:30:45.009484 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-09a52db6-9294-4167-bc09-390f66ec95e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 915 time: 0.1342316 Jun 09 22:30:45.078985 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-9b15292b-438d-4659-a140-694fd4a49bfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 217 time: 0.0622489 Jun 09 22:30:45.142566 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d029e-c724-4831-918c-fbc438aba5d3 req-49cd3e02-d0ba-4828-961d-dfc79623b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:30:45.143946 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-49cd3e02-d0ba-4828-961d-dfc79623b8f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 200 len: 854 time: 0.0590036 Jun 09 22:30:45.189715 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-9d3fe415-6f23-4f9d-acd2-2a293216fe8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396101 Jun 09 22:30:45.327842 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-5b2e905a-bdf4-4387-85c4-c5546ceca818 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312881 Jun 09 22:30:45.459817 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-035d029e-c724-4831-918c-fbc438aba5d3 req-598cad5e-9b48-477b-9b73-aca7766a3c4d service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261117 Jun 09 22:30:54.527709 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9c8efb68-ecb2-46f2-93bd-9150d781beac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:55.165538 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:30:56.877889 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c207372b-b539-474c-9827-813ef776fbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:56.939914 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:30:58.356536 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:00.060362 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:06.597323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:24.545427 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e95ef3df-201a-419c-a8ac-7b6fb9b2ad8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:26.894071 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3ab1-a18a-4b02-acf1-99054fe07b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:26.958015 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:28.334046 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:30.008439 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:32.164625 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:31:36.568378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:46.850265 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-ab003e89-624e-48a0-8b9e-ebaccef8f378 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1526144 Jun 09 22:31:46.939372 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-91beb188-eadc-4a1a-ba98-e4e4369f4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:31:46.940817 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-91beb188-eadc-4a1a-ba98-e4e4369f4169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0704224 Jun 09 22:31:47.096022 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-96ac6c6b-2a23-4b06-9266-1167a5e56c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:31:47.097384 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-96ac6c6b-2a23-4b06-9266-1167a5e56c99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1337163 Jun 09 22:31:47.199779 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-422f7358-a106-4f0f-965b-55ec95a7e9ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1001 time: 0.0960026 Jun 09 22:31:47.268714 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-090097b6-84f4-4d68-ad31-3f784084f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:31:47.270146 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-090097b6-84f4-4d68-ad31-3f784084f7ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0637062 Jun 09 22:31:47.348075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-341f3723-fc21-4017-83a2-a40d31c7642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:31:47.350136 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-341f3723-fc21-4017-83a2-a40d31c7642d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737295 Jun 09 22:31:47.480798 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-5bbc7e4a-3b26-48e6-aaef-253f430dda9a service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239889 Jun 09 22:31:47.610730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ed56968a-ccf7-4dee-a9ec-79068b4a0632 req-e7b1987e-8045-4794-9e86-15025ab2de1d service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230555 Jun 09 22:31:54.506418 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e943122e-5e9c-436f-8fe4-797a1581720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:56.893372 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3fac1cce-b369-4d4b-aaa2-b9186e0beef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:56.979136 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:31:58.339805 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:00.002504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:06.545702 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:09.162808 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:32:24.522067 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3689f351-3086-4ca3-960f-72a2e6fa03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:26.887899 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e475a54d-0eec-4f01-ad16-e673244e4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:26.951170 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:28.350992 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:30.042644 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:36.585853 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:46.160783 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:32:48.780817 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-7cf47a54-a3f1-4b1a-b697-cc5bd1e78af4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1198187 Jun 09 22:32:48.920468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-cfcbea7e-b846-4a99-9e09-fb0745b27782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:32:48.921846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-cfcbea7e-b846-4a99-9e09-fb0745b27782 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0731621 Jun 09 22:32:49.063567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-84c22652-5131-4a50-93b0-ef534e251c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:32:49.064988 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-84c22652-5131-4a50-93b0-ef534e251c21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1243205 Jun 09 22:32:49.166787 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-4cf9b4e2-cb78-459b-a536-f419e655025f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1002 time: 0.0947802 Jun 09 22:32:49.227713 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-107277e4-79c7-44f7-bb52-b4071d760364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:32:49.229168 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-107277e4-79c7-44f7-bb52-b4071d760364 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0564482 Jun 09 22:32:49.301504 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-18aadcee-55a4-4777-9f1b-4e0fe527195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:32:49.302915 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-18aadcee-55a4-4777-9f1b-4e0fe527195c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677872 Jun 09 22:32:49.434315 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-ace2d4a0-f308-4e3d-85d2-5dfe9d90e249 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245556 Jun 09 22:32:49.568897 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74e871d8-67f3-4459-9213-ed42cc3a3d19 req-137d98ae-ea67-44ce-ab96-cc33a0f0f824 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284606 Jun 09 22:32:54.527024 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6cf52578-7c4f-4a98-8716-0c2cd04a0d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:56.927768 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ea872fdd-7dc0-4f0f-a2dc-1c02b6eb5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:56.961930 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:32:58.351975 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:00.001994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:00.205401 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-8774274a-9d7f-491c-b4a6-16f10205b944 req-bb3a040d-32de-4432-89ab-4dca50ab9c64 service neutron] (92489) timed out ('10.222.0.35', 50411) {{(pid=92489) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:33:06.539514 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:23.158870 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:33:24.545045 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f42ab44a-47e5-4afc-a662-ec8b098c9f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:26.916698 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-107f86f7-ed2d-4fc7-9a95-5969a1fd00aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:26.979168 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:28.333699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:30.008559 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:36.556348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:48.833383 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-e3baaaf6-a70b-4048-98b8-1b828001a47c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515412 Jun 09 22:33:48.926868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-aa20f05f-ce1f-45f1-9ca6-83db85d6ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:33:48.928307 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-aa20f05f-ce1f-45f1-9ca6-83db85d6ce70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44672ee963b64dd0a12a766b4a49e79b&device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 1099 time: 0.0734768 Jun 09 22:33:49.069642 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-21ac8482-0388-49ff-aaa1-33b93001de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:33:49.071199 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-21ac8482-0388-49ff-aaa1-33b93001de99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 200 len: 915 time: 0.1227572 Jun 09 22:33:49.139789 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-8d16f862-e9bd-4230-9069-b149d153c015 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 200 len: 217 time: 0.0623376 Jun 09 22:33:49.207429 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-93a912bb-8cab-4b04-9429-2a2c1dbb4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:33:49.208904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-93a912bb-8cab-4b04-9429-2a2c1dbb4bcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 200 len: 854 time: 0.0619116 Jun 09 22:33:49.257583 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-3efe23ad-37d9-491b-90b5-d5e26e293903 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3be2856-5df1-481e-b7a4-73b90eb5e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422447 Jun 09 22:33:49.386757 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-8194e314-b2e0-468d-bb69-280544e5a982 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230466 Jun 09 22:33:49.524025 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b544b84-9f22-42f7-9b7c-e7c3a4ce8c98 req-26eadfe2-c859-4979-b1b9-46d2d079ac51 service neutron] 10.222.0.35 "GET /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303401 Jun 09 22:33:54.556455 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9b41dace-139f-46e9-902f-138c0e4850d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:56.879668 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-20aa8764-12f3-4659-9b27-aed4f6cdfc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:56.938928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:33:58.385453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:00.041945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:00.157533 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:34:06.566697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:18.376659 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-16919b48-3283-4149-9e26-638c6a0a36bc req-75aad8b8-0ef6-4069-9a89-0efd4dab8927 service neutron] (92489) timed out ('10.222.0.35', 50370) {{(pid=92489) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:34:19.302684 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-ade15804-7119-4fd9-b36b-26dd2086c86a req-4e59310c-899c-4352-8456-a87fd2139cda service neutron] (92490) timed out ('10.222.0.35', 50367) {{(pid=92490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:34:24.533391 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a88db1c6-dbc9-45cb-af3f-749037fc8da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:26.910312 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5776f6cb-b2b8-429a-b70b-87082033f53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:26.961599 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:28.360471 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:30.041597 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:36.578690 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:37.156429 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:34:50.324037 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-9de87e76-52da-4dab-bb6a-848acd273a0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703151 Jun 09 22:34:50.415777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d830-10e4-47da-9512-a0be188290e7 req-dfdb4bc4-8801-4ffc-8c28-5a24a1ee5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:34:50.417882 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-dfdb4bc4-8801-4ffc-8c28-5a24a1ee5e4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0737703 Jun 09 22:34:50.560358 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d830-10e4-47da-9512-a0be188290e7 req-c5ae55b2-8d95-4e99-891f-2d6837c5fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:34:50.561799 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-c5ae55b2-8d95-4e99-891f-2d6837c5fb5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1260002 Jun 09 22:34:50.660544 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-938d5f67-ed0f-4e78-89b7-112de8574ec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1001 time: 0.0916958 Jun 09 22:34:50.724663 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d830-10e4-47da-9512-a0be188290e7 req-d219e58f-7b05-42af-acc5-f1781e55aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:34:50.726079 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-d219e58f-7b05-42af-acc5-f1781e55aedd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0589149 Jun 09 22:34:50.805374 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d830-10e4-47da-9512-a0be188290e7 req-5b5b7e81-0909-45f6-9dde-bd0035901485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:34:50.815683 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-5b5b7e81-0909-45f6-9dde-bd0035901485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752723 Jun 09 22:34:50.941803 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-c10cde83-64f2-4554-8b36-645c574c9714 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277761 Jun 09 22:34:51.074250 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2728d830-10e4-47da-9512-a0be188290e7 req-a19b6e7d-3886-4582-81e0-713a3d584573 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256068 Jun 09 22:34:54.550210 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9ff4201d-bef2-4e1b-9030-08a773059e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:56.898397 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-084f496a-8cc5-41a8-bab1-1a605cf86418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:56.979013 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:34:58.367184 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:00.024085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:06.617555 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:14.155309 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:35:24.526926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d6557b40-6ad6-42e9-a511-c21833691bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:26.891480 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-410baa98-ff2a-4bd5-bec6-1516f9727294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:26.966175 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:28.394497 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:30.035572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:36.611453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:45.725773 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ec060-2174-4169-afeb-8caf9a048919 req-2f84bae2-7a1f-45cc-beb7-d669da067703 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:45.727139 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-597ec060-2174-4169-afeb-8caf9a048919 req-2f84bae2-7a1f-45cc-beb7-d669da067703 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 946 time: 0.2747798 Jun 09 22:35:45.771226 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-597ec060-2174-4169-afeb-8caf9a048919 req-b9f6a23b-146a-4ae7-a59c-21c596f2c901 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f66154f-3697-43c1-b8f3-25fb8261769d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Jun 09 22:35:46.014630 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-00e3a04a-af97-4105-98cd-da9e1b29f1e8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:46.015950 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-00e3a04a-af97-4105-98cd-da9e1b29f1e8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 946 time: 0.0775721 Jun 09 22:35:46.147978 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Deleting port 05bb92d0-6375-40b4-8f10-d4a11175edbc {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:35:46.148309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:46.277468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] For port 05bb92d0-6375-40b4-8f10-d4a11175edbc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=05bb92d0-6375-40b4-8f10-d4a11175edbc,segment=NetworkSegment(c3d78713-9433-47d3-ab86-85a75235e153),segment_id=c3d78713-9433-47d3-ab86-85a75235e153)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:35:46.277817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:46.407190 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Calling delete_port for 05bb92d0-6375-40b4-8f10-d4a11175edbc owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:35:46.576975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:46.582489 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:35:46.631201 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Pushing event deleted for resources: {'Port': ['ID=05bb92d0-6375-40b4-8f10-d4a11175edbc,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:35:46.669668 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.670051 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.670418 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.670778 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.671136 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.671492 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.671847 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.672196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.672546 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.672893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.673268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.673610 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:35:46.680771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:35:46.716709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] No DVR routers for this DVR port 05bb92d0-6375-40b4-8f10-d4a11175edbc on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:35:46.719213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:46.721128 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-18cc1163-c8b4-47e2-8db6-267eb1394257 req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.35 "DELETE /v2.0/ports/05bb92d0-6375-40b4-8f10-d4a11175edbc HTTP/1.1" status: 204 len: 173 time: 0.6993399 Jun 09 22:35:46.721639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'name': 'network-vif-deleted', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:35:46.723893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a8758d-818a-4b44-96af-e1bc0366cef7" -d '{"events": [{"server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "name": "network-vif-deleted", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:35:46.828612 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e806ab-8cc7-433b-a940-4ee72f3448a8 x-openstack-request-id: req-23e806ab-8cc7-433b-a940-4ee72f3448a8 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:35:46.829292 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781", "name": "network-vif-deleted", "tag": "05bb92d0-6375-40b4-8f10-d4a11175edbc", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:35:46.829396 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23e806ab-8cc7-433b-a940-4ee72f3448a8 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:35:46.834751 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781', 'name': 'network-vif-deleted', 'tag': '05bb92d0-6375-40b4-8f10-d4a11175edbc', 'status': 'completed', 'code': 200} Jun 09 22:35:46.941209 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-01fd48c4-9846-44dc-ba95-8dba7aa302d1 req-67a2700f-a482-43a5-bdbd-51a2949bebcd tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0463150 Jun 09 22:35:48.163260 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-48384c2c-3917-42be-bb9d-5982a04c0821 req-70d72d02-1944-4734-93f8-8668b369d473 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.1105089 Jun 09 22:35:48.207646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 05bb92d0-6375-40b4-8f10-d4a11175edbc no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:35:48.241264 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 05bb92d0-6375-40b4-8f10-d4a11175edbc {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:35:48.241620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 05bb92d0-6375-40b4-8f10-d4a11175edbc not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:35:49.313781 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c96215da-62b2-4180-92db-4937e3f45651 req-54514b0b-f08f-4876-a0af-adde6702cca0 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0436585 Jun 09 22:35:49.733386 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-02498074-3a98-48d8-87b1-8deabd2ee5cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764670 Jun 09 22:35:49.873228 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-91ea41fa-d1fa-4c7d-a3f0-70d89097dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:49.874592 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-91ea41fa-d1fa-4c7d-a3f0-70d89097dd73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 1099 time: 0.0750613 Jun 09 22:35:50.022914 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-89612348-dac2-4cdd-a62e-4de1e18ad6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:50.024573 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-89612348-dac2-4cdd-a62e-4de1e18ad6e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 200 len: 911 time: 0.1309888 Jun 09 22:35:50.128059 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-4c156743-746b-4ebc-bcbd-dcd2dbf4f294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 200 len: 1002 time: 0.0969374 Jun 09 22:35:50.189602 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-1ca18762-16b0-48a3-8304-280380cd4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:50.191030 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-1ca18762-16b0-48a3-8304-280380cd4d4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 200 len: 849 time: 0.0566745 Jun 09 22:35:50.264147 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-b5c6923e-6f35-4196-b878-a6f467bd2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:35:50.265631 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-b5c6923e-6f35-4196-b878-a6f467bd2355 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0efba8d-3c59-46f3-b473-73d9ce2d393c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687323 Jun 09 22:35:50.395446 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-333193db-ea70-4af3-aff1-60e70bb1a56c service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231101 Jun 09 22:35:50.467966 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d5c0cb62-8878-47cc-a42a-354fcf3328e3 req-2a6b011f-450c-448a-bcc6-7b13e7d66a38 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Jun 09 22:35:50.615524 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-55f95bcf-ba7a-4729-bfbc-f2a8a3399555 req-c55a410b-8c40-4302-9552-74a26057f8a6 service neutron] 10.222.0.35 "GET /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134242 Jun 09 22:35:51.155384 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:35:51.618325 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b04854ea-c1bd-4a05-b97d-27c4568bfd13 req-06f57551-e9f8-4d40-aeee-bfff482ba4e6 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0424726 Jun 09 22:35:52.771074 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3e079771-1944-4de0-82ce-29b02648142a req-da249861-9a92-4d8d-9422-1341a83f1ea5 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0439293 Jun 09 22:35:53.919996 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-40a0298a-751f-4a84-861c-2e7a1edd864f req-ddde3d78-a6e1-4ede-9941-b6ca85bd434b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0417612 Jun 09 22:35:54.509539 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-77f421d8-b761-4d9a-b4d4-18a76f9f2361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:55.072500 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1d3df27d-6100-45b3-94f5-4098acc6dedc req-935cdfb6-1559-4dc1-8ec1-d366e83942df tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0465550 Jun 09 22:35:56.224333 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-288663f3-c85e-4c40-b72a-f02d05beb118 req-0c6f8809-4faa-4313-8e8c-f4f4d2a25986 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0462639 Jun 09 22:35:56.897687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f140730b-2063-423c-893e-9f5a8d7c11ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:56.938025 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:57.374829 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-506fb5a7-3fba-4c65-8833-3293022453b0 req-199297e9-b707-4b8e-94bf-12335047de9e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0418861 Jun 09 22:35:58.361011 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:35:58.522247 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-525f3865-67c0-42eb-b805-5b61ec81b0cf req-b6062950-1cd8-4553-af10-7d7851997cb6 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0426250 Jun 09 22:35:59.668650 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-37f6c5f0-001a-4311-81c4-49d380f19108 req-858537b7-dcc3-4f07-98e3-03bd89249ce8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0428329 Jun 09 22:36:00.121551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:00.816062 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-873c3ba8-3bb9-47b9-8e57-e1fc5e4953d2 req-8d981e49-db57-4407-bb8b-78112bd987e2 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0428834 Jun 09 22:36:01.968064 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0f22fee6-0b41-466d-bd19-713f155adc9c req-b4e08b03-503a-4c26-b1c1-df15534b654e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0456588 Jun 09 22:36:03.125927 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3080102c-abcf-47f1-9b31-8c0f6e8f09ac req-b6496a1e-ecdc-4465-865b-942f365b2cfe tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0490460 Jun 09 22:36:04.354595 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b8ff5887-57c5-4641-9e9a-b4ce2a58b6a0 req-7ef0a23b-6c65-4dec-8a94-d3af52f8c3f5 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.1150651 Jun 09 22:36:05.505290 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cb1664fb-f918-4a5a-a055-4faa2f164b7b req-edbbd462-3e83-4c97-a84e-f36d6a875f4d tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0427239 Jun 09 22:36:06.646429 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:06.652235 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7dcbdd01-d180-4d61-afd6-3b2974691f3a req-1314c262-bcd0-4ccd-8e21-d07622e7327b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0417204 Jun 09 22:36:07.805544 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f09b1034-6a70-44e6-a03f-8683f9a10a5f req-b7286fc5-2550-4d49-ba03-d032b57d8681 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0419772 Jun 09 22:36:08.954491 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e4c3bf8d-ccf3-474e-a637-06d2aad02e93 req-8c091044-3683-4ea0-a56a-7b38cf65eed3 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0441709 Jun 09 22:36:10.105527 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-97a333db-2a95-4d1c-8dc9-d2aac6474898 req-244cd7d8-89a3-43dd-8816-c6290cee869f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0457673 Jun 09 22:36:11.257436 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-72928c54-4b0b-49f2-9b84-a04f6664c7ed req-d7a090da-8eac-466c-a00e-ef35f6b397b2 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0434852 Jun 09 22:36:12.403332 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d812a11f-7dd8-46c2-b211-4df6782dfa42 req-0dd66344-f56b-499f-be63-0690f67640e9 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0421834 Jun 09 22:36:13.551504 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-00880025-20f1-42b3-97bc-a3be36e1f7de req-420c849a-6a81-4bd9-a3d0-d4587ea099b3 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0427184 Jun 09 22:36:14.701435 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a30e739a-59d7-4b41-b261-961c3e5ff523 req-7c1d0f6a-ba34-4334-a02a-62e3ee0d9108 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0431354 Jun 09 22:36:15.849332 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-314ea44f-a55e-46e1-8a6d-4f8ae7e2b21a req-c8c9a988-a309-41eb-a0fb-87f0731b2f6b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0448956 Jun 09 22:36:17.004554 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-802d3f3c-5b06-4c9b-8d80-c4856f8595ef req-819a373c-d5fb-4fc0-b485-5984c0778ba8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0456765 Jun 09 22:36:18.154362 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-660b39a1-915d-428d-9407-f06af02efa70 req-4ad7e181-04e3-470a-af91-7e704f19f07f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0430698 Jun 09 22:36:19.304724 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-92e73a90-78ce-4ec2-9c71-bc2474b10e6d req-30a2c85e-13a3-4d28-abde-9276717218f9 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0419111 Jun 09 22:36:20.452071 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ef9124d0-c9cf-40c5-8f5f-26d2468b8b57 req-69c18d5f-1738-4f3d-a9e4-e000ae471c4b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0435178 Jun 09 22:36:21.599459 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6dde094-c1b3-41b4-ae3e-307151278c05 req-f7c22eb2-1d35-442a-87ca-c8310839cc2b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0427394 Jun 09 22:36:22.751072 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ae8e9c7a-4cc4-4a25-9855-8b6a00a4d14c req-368e9e29-22a4-4cc3-b2ab-7057de6922b3 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0460310 Jun 09 22:36:23.909119 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b49fab9a-e580-4d51-af94-73e9631ab919 req-d4be7404-161c-4271-b22a-0a5c36c0c485 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0472605 Jun 09 22:36:24.514628 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ead2e9ed-5007-42bf-8c80-b1859d2d1a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:25.065958 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c03900ce-3fc4-4d52-8bf9-9777c0edb45d req-ce8c77dd-4e31-4c4c-bf2b-707b09001657 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0444579 Jun 09 22:36:26.209688 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0811757f-7092-4737-8d7e-d890a2552959 req-a56703a7-63d8-4a7e-ab45-9132c5f0d55a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0432994 Jun 09 22:36:26.886797 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a5cca6da-400d-44a1-ad4a-a5a9bb72f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:26.948735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:27.360558 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2241aad8-10a7-47b9-91b4-1461aae20863 req-61880832-8437-4680-b560-613195dacea7 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0416510 Jun 09 22:36:28.154272 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:36:28.376923 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:28.508987 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8a41282-52a4-46a7-97ee-04e72d28c721 req-ac0ca12d-2d73-4ebd-a287-afdcee69ca7c tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Jun 09 22:36:29.662020 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4fb15088-6158-49e2-b942-ad9ceb89f982 req-8bb94289-6560-4a12-b2f3-8dd3ecbee5f6 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0451782 Jun 09 22:36:30.040301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:30.813611 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b0bbe5dd-74e3-4517-b5f6-b50b15ddf38a req-f1bca030-e5c1-4a13-b2f7-e45a37d0570d tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0451000 Jun 09 22:36:31.963552 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5681b887-d51c-4300-a39d-307e4f6c9bb7 req-c339d731-5db7-4577-b969-1c688d7c0ec9 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0418453 Jun 09 22:36:33.109180 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba9259e5-ed88-43d6-9c2e-076df3e82e0d req-d426934e-f6bc-4c68-a359-b0658bbc9c1e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0422885 Jun 09 22:36:34.260781 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4cb1eacc-0cf6-4525-b9d5-bb4bbd3091d1 req-a2a9699c-493f-4a13-b536-5ecc0609c8ad tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0480480 Jun 09 22:36:35.415679 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8244c788-8c58-4250-b8c0-5857bd7630d0 req-ce0d6a33-0c90-4624-a842-3ec918215314 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0432584 Jun 09 22:36:36.552215 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538214a-3ecc-40aa-abb3-ecabc839692b req-affbe061-3e68-4c7b-a061-62e0ffbf5cd8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:36.553698 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0538214a-3ecc-40aa-abb3-ecabc839692b req-affbe061-3e68-4c7b-a061-62e0ffbf5cd8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.0845294 Jun 09 22:36:36.575258 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a69db345-5760-407e-8d17-de4d48027fb8 req-e2387b43-3ac5-4605-9cfd-2f169582793e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0465579 Jun 09 22:36:36.600416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:36.600976 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0538214a-3ecc-40aa-abb3-ecabc839692b req-eeee32ba-4d8a-45c6-a532-df1f584dde9b tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jun 09 22:36:37.158571 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-c8d0af86-1a34-43be-a215-f62e304b7f99 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:37.159953 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-c8d0af86-1a34-43be-a215-f62e304b7f99 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.0775266 Jun 09 22:36:37.292465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Deleting port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:36:37.292800 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:37.421010 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] For port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:36:37.421302 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:37.725964 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3bb30c1e-4e24-419b-9a29-84b84c15e7b1 req-c0c7b47c-53f2-45d5-a5fe-ded50650e42a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0434821 Jun 09 22:36:37.843365 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:37.844065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:37.844065 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Floating IP fbef19fe-fb34-4f90-823c-fe50033bef6c disassociated. External IP: 172.27.0.235, port: 4df9ab55-4d3a-4fd2-9561-61a355b4ea26. Jun 09 22:36:37.844356 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Calling delete_port for 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:36:37.879744 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427face-fc7d-42d1-8389-27f0d580b62f req-4d66baa9-e39a-45a0-90a5-7dbbea493114 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:37.881236 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6427face-fc7d-42d1-8389-27f0d580b62f req-4d66baa9-e39a-45a0-90a5-7dbbea493114 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 946 time: 0.1332574 Jun 09 22:36:37.939107 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6427face-fc7d-42d1-8389-27f0d580b62f req-1c4ea217-26f1-4dfa-8d1b-5705a0abbfe2 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups?id=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519977 Jun 09 22:36:38.068755 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:38.074179 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:36:38.116975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'Port': ['ID=4df9ab55-4d3a-4fd2-9561-61a355b4ea26,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:36:38.120497 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:36:38.307039 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:36:38.484082 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:36:38.496902 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:36:38.511418 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:36:38.512378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:36:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:36:38.560855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] No DVR routers for this DVR port 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:36:38.563558 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:38.565846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-923ed084-f0a0-4bac-ae7a-87a7631bd637 req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.35 "DELETE /v2.0/ports/4df9ab55-4d3a-4fd2-9561-61a355b4ea26 HTTP/1.1" status: 204 len: 173 time: 1.4002173 Jun 09 22:36:38.566402 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'name': 'network-vif-deleted', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:36:38.569070 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad5f5b-dbae-4940-b0b4-73b9a9aae9f4" -d '{"events": [{"server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "name": "network-vif-deleted", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:36:38.616400 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcde794-2631-4b0a-bb08-3734f5326d48 x-openstack-request-id: req-1dcde794-2631-4b0a-bb08-3734f5326d48 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:36:38.616726 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923632c9-e21f-4303-a883-7ce1f7d5e0ac", "name": "network-vif-deleted", "tag": "4df9ab55-4d3a-4fd2-9561-61a355b4ea26", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:36:38.617020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dcde794-2631-4b0a-bb08-3734f5326d48 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:36:38.617478 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923632c9-e21f-4303-a883-7ce1f7d5e0ac', 'name': 'network-vif-deleted', 'tag': '4df9ab55-4d3a-4fd2-9561-61a355b4ea26', 'status': 'completed', 'code': 200} Jun 09 22:36:38.707521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:36:38.880259 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-01ecde25-bc9b-4438-9dda-f3ef88579b5d req-584610a0-ba58-462e-9e15-3ac3a28eaf0f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0425484 Jun 09 22:36:39.024509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:36:39.028251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:36:39.037133 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:36:39.037736 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:36:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:36:39.093122 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5a199833-2498-4384-aee4-5377e39221d8 req-38391b7e-1c6e-4eba-9b3c-86a8b2232bec tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0428689 Jun 09 22:36:39.244729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:36:39.563665 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:36:39.568088 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d391d3-e798-4aed-b42e-9300413ed09e None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:17:31Z', 'revision_number': 4, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': 'e52cfb5c-993c-498e-93e5-8d2625dbb297', 'name': '', 'network_id': 'e0efba8d-3c59-46f3-b473-73d9ce2d393c', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'mac_address': 'fa:16:3e:af:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:27Z', 'updated_at': '2021-06-09T22:17:46Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'subnets': [{'id': 'c67b1ada-c465-4696-9c39-80418f9e499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:36:39.843308 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908fd52-eb99-4da9-a4c7-08fc0a22bbbb None None] New status for floating IP fbef19fe-fb34-4f90-823c-fe50033bef6c: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:36:40.032903 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-234b1735-c1c0-4791-b4aa-cf9aae3778fb req-0bbc7cbe-9938-4767-a522-96ddabfdde73 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0450144 Jun 09 22:36:40.246086 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-80b49cbc-8afd-457b-b24a-adf3fa4dfd46 req-0ddabe53-8ae8-4d91-8875-265f04f03cb8 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0455747 Jun 09 22:36:40.454929 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:36:40.490758 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:36:40.491110 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4df9ab55-4d3a-4fd2-9561-61a355b4ea26 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:36:41.178233 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1c6fec59-43c8-41fc-9d04-ce989d001588 req-bce079c7-1235-4620-8174-5d178b168d89 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0424826 Jun 09 22:36:41.393118 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-13a98431-8943-46c6-9b62-efbf412ba68d req-8d644d16-7278-448a-bc71-79157f2a1422 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0413897 Jun 09 22:36:42.328433 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4120c659-b0e7-4a11-b53d-bc03953f9cff req-66d60e6a-2ff9-468d-b5d8-b227594128a6 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0436308 Jun 09 22:36:42.540875 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a3e9199b-4c72-4d9d-a91f-8e9848a31ad6 req-76d7b96f-94f5-46da-b53d-3d653ec79299 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0412862 Jun 09 22:36:43.479224 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d4bb171a-d497-43ed-a4e4-334ae90caa81 req-229b64ea-7dd1-412b-934d-22b5fb65285a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0472431 Jun 09 22:36:43.691241 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e87c3330-c576-4bac-a3d7-c7ea49d2fa89 req-66b4161f-a500-4979-8b0f-2dbdcb344612 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0451238 Jun 09 22:36:44.638333 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f13b349a-f28f-404e-b339-3310faae99af req-b9f03454-ffb3-4207-968d-7d2f1e401ec5 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0453451 Jun 09 22:36:44.848654 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-89214cf9-e525-42a8-9110-abf43146380e req-b9135ff4-4a33-4206-9256-339d3095fcde tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0476556 Jun 09 22:36:45.787183 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b1163c1a-3772-468d-b20d-27676553ef49 req-d1dce5db-7fe7-4dbd-9dac-07b26befcf7e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0412157 Jun 09 22:36:45.998032 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d303cfcc-9c31-43d7-b40b-f6720e80c74b req-5860f98e-0439-4df4-ba30-5555c2ff14b7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0425880 Jun 09 22:36:46.937588 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-77eda381-dbd5-493d-9522-fb7dbf07de34 req-9ff9693f-5dee-435c-83b0-4e74094eb1db tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0441303 Jun 09 22:36:47.146547 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-637e2a37-596d-4d71-921b-c8c1563e6d47 req-dbdf3ccb-c6fa-4e6f-a83c-aab78fe8fe3e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0452356 Jun 09 22:36:48.084104 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b15364f9-e12d-4b03-ab29-3f2e6a21adae req-02801a0d-2480-4ce9-b1a2-a7c921a85526 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0425451 Jun 09 22:36:48.303229 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9d75572d-9394-4385-bb87-5eb26b621fc7 req-a0506f12-74c8-494a-9ed2-4111c4444d94 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0474758 Jun 09 22:36:49.380617 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6ec5e998-1b42-4b65-91db-ff67deb4fdca req-8bea1129-9aad-4a57-98b4-2521d96ca954 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0459149 Jun 09 22:36:49.461644 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1372ef77-7007-4992-94de-f6afb181a0a7 req-5ee592c7-551f-4842-96e5-e18b9b2a08e0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0420995 Jun 09 22:36:49.823429 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-6f0f0a24-2b11-49c3-8a77-4fac00510c7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1539855 Jun 09 22:36:49.912559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-37e4bf22-5867-4d2b-be48-126e9b5fe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:49.914046 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-37e4bf22-5867-4d2b-be48-126e9b5fe266 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0692816 Jun 09 22:36:50.062813 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-606d6394-8088-466c-8d62-dd3f73e56d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:50.064169 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-606d6394-8088-466c-8d62-dd3f73e56d57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1266112 Jun 09 22:36:50.165824 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-e28f99c5-5fb1-4959-95d9-d74638f7ef9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1001 time: 0.0950921 Jun 09 22:36:50.231925 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-b52a602a-1d09-468b-a0c8-b7e7824f6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:50.234463 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-b52a602a-1d09-468b-a0c8-b7e7824f6380 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0618310 Jun 09 22:36:50.309767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-b0e151a7-c311-46a0-bf19-c9cc8852f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:36:50.311811 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-b0e151a7-c311-46a0-bf19-c9cc8852f33d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710909 Jun 09 22:36:50.444493 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-17cc589c-789a-44c9-8693-20445f713646 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259897 Jun 09 22:36:50.567346 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eb7501a6-4a43-4fd8-84ba-1fc6d4dd2fe6 req-69a26472-62ca-406d-a4f3-2b7ed2f865d6 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0491281 Jun 09 22:36:50.615817 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f35dc13c-1ef1-4eb2-a923-b5aef2eccab0 req-1e92a6b9-c3db-46fd-a6d9-4186cdebaa48 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0470018 Jun 09 22:36:50.617885 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0a1fb411-c975-460b-a36e-cc2d8761596e req-0aaacc62-548c-407d-ae57-d98852e4fdba service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665554 Jun 09 22:36:51.720396 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e85ee5b-44b6-4b9e-be35-b22d6dd2e9c7 req-87625219-7d84-475e-bf0a-cb6b59dd251c tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0462933 Jun 09 22:36:51.763272 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9f61bcc9-e004-40f0-b91a-e92a0e1ec2a8 req-61f19d59-c3c1-4098-a4d8-3c116772d3ba tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0422990 Jun 09 22:36:52.866099 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dc0403c6-2b64-4c8b-9861-0a700e668fd4 req-73e65d35-7d9c-468d-a7bf-53de81d0921b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0414789 Jun 09 22:36:52.914887 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eeca7c1b-9ed9-4f4e-99a2-12351cac1b6c req-94535561-313c-4d87-a854-fe920af1ee9f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0428565 Jun 09 22:36:54.015805 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4d51a13b-9ea4-45c9-aeac-03f55a8c11ae req-8242a04e-eba9-4a0b-9d52-5a041d641778 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0449240 Jun 09 22:36:54.067702 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-eaedb279-0d24-4335-ba27-09ca23c5dcf5 req-702db170-c297-45fe-b85d-ae6ecfdbded5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0458941 Jun 09 22:36:54.525998 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0627a717-61eb-4976-a141-dc732d30f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:55.169104 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bb16d0d2-e51a-4871-aec6-161b2df6de80 req-43ce4166-5576-4fab-9c12-ffad0f82c0de tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Jun 09 22:36:55.215908 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-82df0998-440f-46c1-9873-7a770bb36570 req-8e15545f-9864-4f11-9fd2-71f2f9acf8da tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0432527 Jun 09 22:36:56.317818 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-53d1321a-627c-4cfc-83f9-3dcb22e2c547 req-5f995560-4f5f-49f9-8188-869b91cea815 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0435448 Jun 09 22:36:56.366848 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-96989025-877a-41ae-a607-1fcd9f634306 req-8fdd5b11-7cdb-48cf-a2e8-ad3718bed80e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0420158 Jun 09 22:36:56.888064 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-703c2f3d-b8cd-4177-bdeb-d6bc929f0ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:56.948208 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:57.464285 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2cda14cb-f1c4-4641-910f-b65c16c32891 req-bb1688a7-06c3-4bca-9cb5-2c27b06327ea tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Jun 09 22:36:57.587199 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fe3b2b35-3369-47f1-ade2-50903bf0cc05 req-e2121ea5-e79e-46b0-8e9c-ce891848beb2 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.1165936 Jun 09 22:36:58.360238 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:36:58.615125 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bc0ee485-a185-46f4-9e4e-8ec106bca7ac req-b1c1e8d7-cf1b-4ea4-ab2a-0eb50b1feb80 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0450904 Jun 09 22:36:58.733634 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-94b869b9-334a-4b87-85e6-b5a4eb5153d1 req-e561260a-9cff-4cca-92e3-115e428ab1ce tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0424390 Jun 09 22:36:59.768659 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7e096c1c-9232-4596-810b-e150f9dd9aa3 req-b379b967-06df-457d-beb7-fbb9860f93d9 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0426061 Jun 09 22:37:00.025792 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-393437a8-0233-48c3-bb3f-b69ec8b200c1 req-fe9e3414-25c3-4cde-b375-63f2d27931d9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0417838 Jun 09 22:37:00.040953 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:00.916535 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2f5427ea-ddae-45a2-9bd7-d348817f449e req-8d15075b-b75a-4195-a278-15a3e924aa42 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0417528 Jun 09 22:37:01.174578 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7f6b9c08-2acb-4614-994e-eea5e8e4fff6 req-63ea2805-bf59-4467-98a6-3b75db05f6d0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0449469 Jun 09 22:37:02.068920 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-946b7ae6-210f-4fb5-b170-31ce7064a7a3 req-4089ccc3-535e-4756-886b-460ea7771b08 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0449195 Jun 09 22:37:02.322277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5ca673dc-dff1-411a-bbde-45f8960b4081 req-c6cb639a-e0a5-4d70-89b3-b88aa7e9b936 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0436046 Jun 09 22:37:03.213489 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4e7a1957-2a64-4ae0-a810-22ec03965b2b req-839c9271-ed79-4115-a208-f4a9d467eeac tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Jun 09 22:37:03.470233 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d2f92b2f-98c8-44f3-b995-955aee0181ac req-9f9cfa16-caf7-4067-ba03-9f5a1582266d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0427547 Jun 09 22:37:04.364890 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7b7dd514-1fa0-49e9-b835-58e30f5cd753 req-632ebb9b-9962-4175-a74a-b1e56e8bb917 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0433655 Jun 09 22:37:04.618192 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-09f9954c-9723-470c-a989-899e1cf7889f req-a2a22a95-f1cb-4634-a5e6-a9a303f683e5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0445147 Jun 09 22:37:05.153339 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:37:05.513728 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f3b70bcb-191b-43e9-b59e-d46865d249a5 req-135b6312-e5b2-4c7e-bfb0-4725c8017e4e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0440845 Jun 09 22:37:05.765888 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-452a9eb4-a71d-47bc-bc97-bc8ffa8975a4 req-154630f5-ad5d-47c6-b238-9628e90d3b86 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0427103 Jun 09 22:37:06.617257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:06.662147 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a4601c9d-103f-457d-b3a7-8e57b5edd112 req-dd241cac-d071-4736-b9be-70eaabfe2e1c tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0426633 Jun 09 22:37:06.912755 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bc64e3d3-6cd8-4486-b3c0-36d014485fae req-0e079d7d-85e8-4cbd-a4fd-bd55f71d473d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0417945 Jun 09 22:37:07.807187 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c9b0c173-253c-47ae-8ecc-5ad21567ae2f req-c5cfe479-6e2e-4ba1-990a-8db18f23602d tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0430889 Jun 09 22:37:08.061699 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3c2dd94d-3a5f-4460-9fba-c9512a61cf15 req-85816055-13a9-4f78-879a-f485ca80ac2a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0436063 Jun 09 22:37:09.033493 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c049ac03-6d69-4206-bab8-d4cd61eec16f req-6a75da96-9129-4aa2-a4c9-dcb4c106bc8f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.1209707 Jun 09 22:37:09.209175 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f2fa484c-766a-4722-90f2-aff5d5a4ee32 req-ef587fcd-06c2-4f78-993f-4b5874536d77 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0420475 Jun 09 22:37:10.181982 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3c4a97e7-7b31-4be3-8a38-e4d5f8083c0b req-7d7b959a-baae-455f-8ba0-e928f7fedbd0 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0422282 Jun 09 22:37:10.360257 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d3795384-ce5e-4ea4-8a71-c1f88a1e8ee6 req-854a2b10-58b0-4eda-8adf-adbc326199a1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0444858 Jun 09 22:37:11.328950 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f93aae5e-b880-42c5-b2fe-9525822e910d req-820a94c4-4ee1-4343-ac92-b4fb377b6f5a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0448012 Jun 09 22:37:11.509448 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f20548f5-23dc-4a1e-8db7-9f63037d2715 req-57bbc969-1d0f-4f69-b749-4967c69cd315 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0469415 Jun 09 22:37:12.477994 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-775397dc-ab4f-4160-b6ac-aaf80690aa56 req-7459a1e3-fbfe-47e8-a6e2-91bacbca00df tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0417335 Jun 09 22:37:12.657854 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-03c87d64-1e8b-478d-b70e-c8a62daf6c25 req-27b02d9f-3951-4b50-9c48-8e6920ea2dc5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0425429 Jun 09 22:37:13.624551 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-310d67b3-09f5-4ab1-a52f-db8db794059c req-84231275-fa17-43ea-84d9-4887d9035d04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0424962 Jun 09 22:37:13.813553 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1541dc25-17ed-4375-8142-80a391cde85e req-2db3063b-af71-403e-9917-7b9b749ab96f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0437236 Jun 09 22:37:14.776121 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5bdd94b8-142d-4e90-b2c3-d163ee8340ca req-06b12d32-84be-4dfe-9c92-59e1a833e348 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0457730 Jun 09 22:37:14.961190 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-99e922f8-f5e2-4c31-b65a-409213e6b5e8 req-ca49a975-a922-4937-8e52-39dfff956d1a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0459490 Jun 09 22:37:15.922510 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-67817892-8095-41d9-966b-83cd1058f3d0 req-c1fe8f4c-8497-4d73-8ddd-189a7cf93e3e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0421696 Jun 09 22:37:16.105592 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-65f40daa-9a26-49f3-82ed-bca2638e8ab5 req-24fcf8eb-3123-483a-a14f-1270e5928c91 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0432594 Jun 09 22:37:17.067028 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-cd7d9e9b-35d2-4b22-a11a-0cf424c5ac7c req-cf767868-cfef-4384-8569-1c9c195ba943 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0424597 Jun 09 22:37:17.253448 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-336fe50b-feb5-4c8d-b5c6-5bf14549430e req-68fb08fb-d1dd-45c6-9e89-f6c36883d46d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0423744 Jun 09 22:37:18.217458 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-072addf5-0ad8-4d64-9904-5d70eb2f5c0b req-1882f03c-8dd4-469e-90a6-57868e2b45a8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0459132 Jun 09 22:37:18.402565 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-09bf10a5-25ed-4654-8fe1-e48d9630ca3a req-f51f6587-5ef9-41dc-8d1c-8989ad9a2c72 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0447145 Jun 09 22:37:19.365287 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5267ef45-3d02-4dc0-b157-052bbf5c11d7 req-faa82272-f188-4655-8009-11de1a9a86b0 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0423009 Jun 09 22:37:19.552110 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-723165d8-fad6-427f-9625-52c43e8d37b6 req-83feb633-b31f-4856-8138-97379766d726 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0444837 Jun 09 22:37:20.512558 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-37196012-5493-4043-bea6-2c845b2f9ad9 req-247b8b52-a458-4a12-9b8f-6381272c7d0f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0409315 Jun 09 22:37:20.704578 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0002fb9e-20fc-41a0-b3f2-c79090226944 req-07ef29aa-758d-4a31-9a2e-a24ef5f7be74 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0438552 Jun 09 22:37:21.665926 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1381d080-7513-4d35-9b9a-6a04510ac787 req-f94ea1b8-3167-4f33-bb8a-f22ffc96da5b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0488336 Jun 09 22:37:21.854006 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-00fb79ac-2251-4319-8135-aae4c4258f7f req-e86accab-e838-4531-913f-f5df68a16820 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0455737 Jun 09 22:37:22.818077 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-674ec41b-583a-4d0b-88b2-e3b45be4eba5 req-b8966083-567b-4022-b59b-2c352807bca8 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0444264 Jun 09 22:37:22.998393 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-1c65cdfd-baf1-4b98-867d-a3cedbdad94c req-9338c932-4209-4291-8e73-d1b4a911e0da tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0422244 Jun 09 22:37:23.963748 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-50393598-b1c8-4af6-80a2-78b867b1dcbb req-7c8c7cce-a2b9-444b-911a-98526b3d50bc tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0408533 Jun 09 22:37:24.149208 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5c624862-c25e-4297-afd5-a0cbe6470db7 req-564ea374-5063-41d3-bad6-19b0fef5f86c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0456996 Jun 09 22:37:24.559507 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fd9c755c-5063-4e6b-8c6d-323d4cadcebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:25.123392 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb15e64e-cfaa-4223-8dbe-2c252b7c3df7 req-d6355a3d-bac5-4310-8c9b-b36222add0df tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0504830 Jun 09 22:37:25.299776 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-efaac365-bc98-4130-a769-ff5bf817eb83 req-c1edfd4e-89c3-4ef0-be1a-bba6450a908a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0465934 Jun 09 22:37:26.271031 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a6acf929-ded8-4b66-9336-d7065289aaca req-839e37e4-9a4e-4221-847d-9b8349306669 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0421436 Jun 09 22:37:26.451919 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-65f33333-3ca6-4aff-9aa0-b7defb7257ae req-2dae006d-60e2-4aaf-8804-576d84549e2c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0436006 Jun 09 22:37:26.919699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ea770bee-9bfc-41cc-8106-be56ba983874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:26.948261 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:27.418749 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-800aa92a-c061-4e21-afee-f4f77c248d88 req-8bfdbf06-7dbe-4dbb-ae8f-3d029aa6b381 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0418582 Jun 09 22:37:27.601007 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c561b8fd-6166-4a68-8cef-90836d2c20d0 req-6fc7be64-6b99-46a9-87ef-3fd46a64b9c7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0423980 Jun 09 22:37:28.377067 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:28.566165 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e92b3a72-07da-41c1-a46e-bef41bb139a2 req-1cb4086a-8b31-414a-a52d-66d7b2a52b31 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0444121 Jun 09 22:37:28.750283 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6dc27663-e0b6-4317-9747-1178a439ac5d req-5529628e-6a55-4152-99c9-96d3eb6bba9f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0455728 Jun 09 22:37:29.716764 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87a089cd-5678-48af-8003-da0a8f59f239 req-34bf196e-5ae2-4d40-8da2-8c9156eb133f tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0428066 Jun 09 22:37:29.895887 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0a366e66-15ca-4e45-985e-b8ad2b196f72 req-122712ad-b494-4f42-a384-61d676923dbf tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0424058 Jun 09 22:37:30.045831 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:30.864484 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ac97d7b3-656f-4598-93b1-d5f81d3b2805 req-211f9cf2-63b6-42e8-ae22-02bfd89b28c4 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0422184 Jun 09 22:37:31.043623 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7dda2ccc-6db9-4204-9335-75bff3afe995 req-e1488e2e-0c52-49aa-8ded-3612fc037fce tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0426626 Jun 09 22:37:32.014356 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d3aa17e9-3990-4d15-84d4-178016b5e2b8 req-5ac1d87a-d733-45f2-9d34-5edaa6e8c20e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0452728 Jun 09 22:37:32.191633 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c0c813cd-bdd0-4794-b9dc-9f29d1184852 req-9fdaf1be-e53b-42f2-8747-93fac797535c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0448468 Jun 09 22:37:33.161345 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3669db5b-ce03-420d-b949-a32415e0b5d7 req-27023f24-984b-413d-8bcf-02cd35d40d78 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0415704 Jun 09 22:37:33.339249 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fcbed337-5fbb-45bd-a82b-6882ae00f43b req-11052053-91e0-447f-8d08-c930a4df8094 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0445311 Jun 09 22:37:34.306607 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-adb68cb1-ecd7-4b55-a4dd-a3020dbf9c55 req-1fc37038-33b4-4448-958d-13779f87d004 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0416639 Jun 09 22:37:34.488732 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-25908488-df24-44b7-b531-45b7f2ed54e0 req-1362c2fd-308c-4ab4-8b04-af2b2ea21568 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0413449 Jun 09 22:37:35.462428 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0f5bb972-7b6e-4239-9b4b-990881c1aaba req-14f447eb-fd0d-4346-9e22-2f6eb163e62b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0464098 Jun 09 22:37:35.711059 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f9f81a27-fc28-4e3f-aff0-ebd44cb04ab1 req-67012473-fd26-4db3-a5c3-a10a7a0d78ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.1197994 Jun 09 22:37:36.614557 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3e22c067-4c45-45e4-a47a-8e41cda110d2 req-4f075773-6f8b-4bda-ad53-1f782e07bc77 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0439765 Jun 09 22:37:36.628267 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:36.861544 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4bd0d32c-7e76-4c7c-89f3-756a8154d277 req-d3be6c5d-60a2-4509-bd12-7a5cbf6e87db tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0423398 Jun 09 22:37:37.763305 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e9d2d005-44d3-4a30-abfb-ab0128be708f req-81232d61-0f68-4253-ac61-9ca85308284a tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0427921 Jun 09 22:37:38.051960 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-564e3426-c0ed-4c00-9ca4-dc08e6595437 req-2207586c-0e00-4994-a37c-1268f9b752cd tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0419400 Jun 09 22:37:38.912713 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8e1b7c60-ee3c-4ca9-bd1b-316a5ba6683d req-37a453aa-5a00-4fb7-a959-da5174bc6a1b tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0450089 Jun 09 22:37:39.199562 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-5569b16d-fb31-4435-a128-c0c98b95e954 req-40d5132f-59e9-4260-8b76-c1de23f43a49 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0450785 Jun 09 22:37:40.065285 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-06a1bb15-7c1f-4997-ac26-bea1bc8bfc01 req-172ea98b-0d98-4606-b668-323e7c6ac6c0 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0442009 Jun 09 22:37:40.349026 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e9ed04fa-0a99-40c0-a46f-522dd5526341 req-699b3429-4782-4a56-ac45-04f86766fb63 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0432010 Jun 09 22:37:41.213941 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f33bd2e6-7ecf-443c-8323-6a122dcdbb2a req-e617eb08-77de-4e69-ad1a-f9b56b3d28e7 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0430245 Jun 09 22:37:41.503756 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-795c0b31-e84b-436f-a807-f51cda4447d6 req-265658f1-8ea5-441f-9197-3f5125d08713 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0428753 Jun 09 22:37:42.151722 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:37:42.366854 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0175b19c-86e5-4b58-afa5-53b9f14ea27d req-f6aa9525-bbd2-4254-9a9c-79bd4d6e005e tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0461357 Jun 09 22:37:42.650804 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-325cd791-5ce4-499e-b2db-a1abc3c4983e req-20774dc9-6608-4adb-a003-1f25e0713ea7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0451162 Jun 09 22:37:43.517851 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b7de27db-94ed-4f37-9901-16783875c8b9 req-d1c00891-f298-4559-a969-69cdb74f8cdf tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0439332 Jun 09 22:37:43.799460 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-cc5a900d-59c5-4c21-b847-678fad73efb4 req-8155bf6c-6228-4f6d-b760-615f65ae9f39 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0426269 Jun 09 22:37:44.732748 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-94a20b5f-17a5-474a-9475-1d07ec240d30 req-7e56c5cf-7649-4812-8508-45dd7e320469 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0433238 Jun 09 22:37:44.948906 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2014f169-f536-4097-bca0-4784d27c5ac2 req-9edaebb1-0b53-4c44-8f86-16c932534db5 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0428200 Jun 09 22:37:45.882935 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3280d0a6-c005-4f7e-a6a6-8d393f9152d4 req-b1cefbce-dee6-40ca-98f2-98f9f5b8a3a5 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.0460858 Jun 09 22:37:46.103213 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0d1b36a4-5994-41d7-8fc9-e28241e0f3c1 req-eab80588-bffc-4ee1-a34d-9b70ce668557 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0463793 Jun 09 22:37:47.160771 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-eb603d39-6b9c-4c09-9cdf-69e9d20694b0 req-2c0cc37a-894c-4d0a-adfa-bc8468aabfda tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e1cf86e-e7e8-4af1-bbc5-50fbce0c4781 HTTP/1.1" status: 200 len: 210 time: 0.1477532 Jun 09 22:37:47.269351 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f4d20719-f61d-423d-8283-942cfa0d941b req-819e1558-b582-4481-9d32-7db641c0b768 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0500014 Jun 09 22:37:47.741267 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55584) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:48.456129 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c81ad4eb-6f19-4dca-8987-478499725842 req-a91421b3-a7a6-4fe8-a0e4-48e44f1ee50a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0496633 Jun 09 22:37:48.534639 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:49.025402 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Deleting port 0d455918-65f7-46c2-b801-9d1a32214d60 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:37:49.025748 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:49.143539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] For port 0d455918-65f7-46c2-b801-9d1a32214d60, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=0d455918-65f7-46c2-b801-9d1a32214d60,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:37:49.143796 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:49.267519 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Calling delete_port for 0d455918-65f7-46c2-b801-9d1a32214d60 owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:37:49.582571 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:49.586453 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-39394326-9e5c-4315-8b8f-da7731b0e37f tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:49.608928 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b27801ae-c6a2-43f2-bb31-c9f21621b17e req-a2c0dff1-e4bd-40e9-bbec-618006376106 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0411193 Jun 09 22:37:49.632979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Pushing event deleted for resources: {'Port': ['ID=0d455918-65f7-46c2-b801-9d1a32214d60,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:49.669016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.669417 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.669786 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.670144 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.670497 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.670852 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.671205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.671558 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.671909 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.672257 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.673360 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.673733 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:49.680988 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:49.905604 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:50.351990 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Router d7b74621-5970-431a-87da-e4665753e33f has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:37:50.538582 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:37:50.544319 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] 10.222.0.38 "PUT /v2.0/routers/d7b74621-5970-431a-87da-e4665753e33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006589 Jun 09 22:37:50.546037 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55606) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:50.548806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Sync routers for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:37:50.558808 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:37:50.559417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:37:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:50.738597 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:37:50.767994 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dabb5b20-6275-4419-b161-14e24fa8aa7a req-7316f7b2-f4f5-4be2-afaa-dcdd4246a1a3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0506797 Jun 09 22:37:50.770864 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:50.944996 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:51.023907 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:37:49Z', 'revision_number': 5, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port': {'id': 'db923e25-a7e4-40c8-b33b-f06f2d26eb0c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:80:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b74621-5970-431a-87da-e4665753e33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:51.027669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Checking router: d7b74621-5970-431a-87da-e4665753e33f for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:37:51.036075 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Routers {'d7b74621-5970-431a-87da-e4665753e33f'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:37:51.036677 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:37:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['d7b74621-5970-431a-87da-e4665753e33f'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:51.132296 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Deleting port db923e25-a7e4-40c8-b33b-f06f2d26eb0c {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:37:51.132689 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:51.231071 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] Set router d7b74621-5970-431a-87da-e4665753e33f gateway port host: None {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:37:51.254771 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] For port db923e25-a7e4-40c8-b33b-f06f2d26eb0c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:37:51.255123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:51.337327 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:37:50Z', 'revision_number': 6, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:51.341205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bf60a-d343-4979-b1b7-227e87cd7d51 None None] The sync data for ids ['d7b74621-5970-431a-87da-e4665753e33f'] in dv-cinder-789564-5-iscsi is: [{'id': 'd7b74621-5970-431a-87da-e4665753e33f', 'name': 'tempest-AttachVolumeShelveTestJSON-743099100-router', 'tenant_id': '5220320a350b438382bbae19e97ddd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:37:50Z', 'revision_number': 6, 'project_id': '5220320a350b438382bbae19e97ddd0c', 'gw_port_host': None}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:37:51.376765 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Calling delete_port for db923e25-a7e4-40c8-b33b-f06f2d26eb0c owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:37:51.586829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:51.590668 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b30a8cf8-c475-4797-b47e-1bda72733ef5 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:51.636303 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Pushing event deleted for resources: {'Port': ['ID=db923e25-a7e4-40c8-b33b-f06f2d26eb0c,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:51.639308 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:51.732445 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:51.773505 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-2226219b-f389-4db3-a5b9-67e27299685a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1376734 Jun 09 22:37:51.949518 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f91a0be9-fdd8-4de5-b05c-a66e8f40ff5f req-2b0cf58c-019b-4279-98ff-e672954280fa tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0584238 Jun 09 22:37:51.978107 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-5d4e8d35-6826-4a10-a8f1-05892d4b3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:37:51.979577 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-5d4e8d35-6826-4a10-a8f1-05892d4b3d91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.1206143 Jun 09 22:37:52.019415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.021637 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.133675 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-b9b1381c-c472-4a90-866f-cc963e20c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:37:52.135302 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-b9b1381c-c472-4a90-866f-cc963e20c423 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1331456 Jun 09 22:37:52.181633 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.182196 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b74621-5970-431a-87da-e4665753e33f {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:37:52.190965 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.190965 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] 10.222.0.38 "DELETE /v2.0/routers/d7b74621-5970-431a-87da-e4665753e33f HTTP/1.1" status: 204 len: 168 time: 1.6414793 Jun 09 22:37:52.190965 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55620) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:52.238311 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-cc970216-8248-4a90-a950-af81d29e91a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 1001 time: 0.0964766 Jun 09 22:37:52.254515 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Deleting subnet 68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:37:52.257676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.305596 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-303bd507-80b2-4190-8e81-59508fe913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:37:52.307039 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-303bd507-80b2-4190-8e81-59508fe913ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.0629206 Jun 09 22:37:52.307647 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.388033 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device db923e25-a7e4-40c8-b33b-f06f2d26eb0c no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:37:52.388585 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-8c21eb69-9ae1-45e3-8534-96d2d33a94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:37:52.389836 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-8c21eb69-9ae1-45e3-8534-96d2d33a94c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756941 Jun 09 22:37:52.402660 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-334a0f3b-5732-4a7b-92e5-6d2b347128fb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:37:52.403689 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-334a0f3b-5732-4a7b-92e5-6d2b347128fb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069494 Jun 09 22:37:52.428348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: db923e25-a7e4-40c8-b33b-f06f2d26eb0c {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:37:52.428702 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device db923e25-a7e4-40c8-b33b-f06f2d26eb0c not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:37:52.429154 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 0d455918-65f7-46c2-b801-9d1a32214d60 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:37:52.444306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.466513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 0d455918-65f7-46c2-b801-9d1a32214d60 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:37:52.466902 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 0d455918-65f7-46c2-b801-9d1a32214d60 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:37:52.539937 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-7dd962ca-321f-45d3-8e11-0697d2497009 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299362 Jun 09 22:37:52.594332 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.599453 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:52.636870 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c4a8e2-43bf-40d1-b0cc-c5812bde4f12,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:52.639713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:52.640730 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.643742 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-487c0e6f-e45a-4929-bf9f-80853b292e3b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/68c4a8e2-43bf-40d1-b0cc-c5812bde4f12 HTTP/1.1" status: 204 len: 168 time: 0.4508445 Jun 09 22:37:52.645994 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55624) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:52.648042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b1d1b-aa8c-4e7b-9bbc-c13f66a037c7 None None] Network dcf1ce77-f759-45ef-acc3-4a474fce6e66 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:37:52.684443 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fc9c4d1a-1a56-4d78-a6fa-e2cff0728e33 req-b8b231a6-07da-49e3-8ab3-509de9a8bb01 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332569 Jun 09 22:37:52.753734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.825718 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Deleting port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:37:52.826055 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.888517 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] DHCP port deletion for dcf1ce77-f759-45ef-acc3-4a474fce6e66 request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:37:52.929596 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] For port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:37:52.929969 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:52.955794 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Deleting port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:37:52.956504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.057812 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] For port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,segment=NetworkSegment(7a58a417-2d73-4a69-8c38-a7aef56fbe4d),segment_id=7a58a417-2d73-4a69-8c38-a7aef56fbe4d)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:37:53.058323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.070814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Calling delete_port for 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 owned by network:dhcp {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:37:53.134246 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a59af0de-cacf-42f1-bd29-1ed663282435 req-aa43697d-41c2-4ce2-a3e2-b7b4be84347e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0551758 Jun 09 22:37:53.192215 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Calling delete_port for 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:37:53.244186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.248193 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2ab78397-0068-4979-9e50-ebdd85783d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:53.290236 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:53.293720 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:53.295922 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] No DVR routers for this DVR port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 on host dv-cinder-789564-5-iscsi {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:37:53.318808 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.323122 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:53.363754 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Pushing event deleted for resources: {'Port': ['ID=83ae860e-a2c3-4819-aeb5-f9ca984a5bb6,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:53.368439 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] No DVR routers for this DVR port 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:37:53.373719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.374068 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.374404 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.374834 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.375169 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.375551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.376156 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.376156 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.376479 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.376790 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.377130 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.377447 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:37:53.380926 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:53.415065 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.428290 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf1ce77-f759-45ef-acc3-4a474fce6e66']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:53.442297 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a58a417-2d73-4a69-8c38-a7aef56fbe4d') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:53.442613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a58a417-2d73-4a69-8c38-a7aef56fbe4d') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:37:53.453686 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.469150 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.475250 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:37:53.475629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:37:53.488916 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:37:53.627047 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.630693 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:53.643537 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:53.645367 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dcf1ce77-f759-45ef-acc3-4a474fce6e66 HTTP/1.1" status: 204 len: 168 time: 0.9983923 Jun 09 22:37:53.651092 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf1ce77-f759-45ef-acc3-4a474fce6e66,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:53.653565 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:53.996814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55634) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:54.043666 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4bddb1ec-4700-4dd0-a5a3-2e5ca23b999c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5220320a350b438382bbae19e97ddd0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456276 Jun 09 22:37:54.046028 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55636) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:37:54.194467 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:54.220089 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:54.299781 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7137cf1d-b1e5-41e6-96ee-eb172e34a0f8 req-9e5a8926-61a0-4a2a-8ae7-1e45e80c76ff tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0457239 Jun 09 22:37:54.348314 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:54.350771 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:54.352010 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98b01e42-2aec-4df3-8e4c-76f3be82fbe0 HTTP/1.1" status: 204 len: 168 time: 0.3050401 Jun 09 22:37:54.352661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-75fe0c72-d511-47fb-8678-5c9b01ff6742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:37:54.356456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:37:54.366948 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b01e42-2aec-4df3-8e4c-76f3be82fbe0,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:37:54.370606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:37:54.398041 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:37:54.399304 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 83ae860e-a2c3-4819-aeb5-f9ca984a5bb6 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:37:54.582453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d055580d-a8d5-4f21-84e7-a802973a990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:55.452159 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c5043d87-41fc-42ca-9f28-fa7ee3f3defc req-0e5dbbf0-e692-46aa-ba63-0521417afa41 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0443847 Jun 09 22:37:56.618660 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a20d6cd2-468b-42aa-98fd-a828521c3900 req-d0033bef-b49a-4293-8751-94400751fc21 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0439539 Jun 09 22:37:56.913971 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-33a5b0f0-b27a-456c-9007-8c3d7e8a33e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:56.942631 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:57.771714 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-bbe6b0c1-d40b-4d10-9c38-c8c500834b4e req-9a5ff5f8-243a-455c-a8d6-34e9e2c33866 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0443666 Jun 09 22:37:58.382580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:37:58.919222 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2289699d-69c0-4746-8a3a-a5b2e936a60c req-81ba7430-efc3-484c-9752-d1c3d65f7688 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0422051 Jun 09 22:38:00.045538 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:00.067252 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f7388ea4-3e17-470a-b423-e2fcb4f5df85 req-250407cc-d2c3-469e-b912-74ea5f2fb4ec tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0417743 Jun 09 22:38:01.222237 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c3c412a-040a-46ae-8190-99b0b3f00da3 req-e7e6c02e-da47-4cc7-9137-d620c5d6b606 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0500047 Jun 09 22:38:02.371282 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-00ff650e-6179-4a14-aebc-ab7ea1c0620b req-73d30525-4ab9-42d0-9241-659878e27401 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0415099 Jun 09 22:38:03.523844 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9f8f40ce-550c-457e-a23f-546879d52352 req-ddd3eee7-eaa6-46d2-bddb-58be242f9160 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0451732 Jun 09 22:38:04.673277 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-98c04d5d-4556-4637-adf6-ff12b61cf919 req-6c409ece-4295-40d2-a88c-bb13325d4b22 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0451410 Jun 09 22:38:05.822925 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b8c9c533-daf5-4de4-b1d4-c2faffc1f345 req-2a9a104d-3ee2-4338-b6b7-ca46ceeb8ee4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0456522 Jun 09 22:38:06.678049 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:06.980163 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-11803ed7-1b4e-4e6d-b335-4a54e05b4c94 req-382c302e-616b-4c9d-94bb-d7b376557caa tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0424359 Jun 09 22:38:08.131333 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d44d32d2-de47-40ae-9405-2de62ad184b5 req-ff635e70-a489-4517-8585-a702fe4b8788 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0466304 Jun 09 22:38:09.286987 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4ee3036c-4954-48b9-a852-6e76abf0dca2 req-0c306a8f-706a-4848-813a-57163c188d7a tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0441072 Jun 09 22:38:10.440499 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-57bb1987-f9fe-40c5-b0d5-1c593024f31f req-9400bf25-0c37-488f-bf05-c460f33a1b55 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0424614 Jun 09 22:38:10.589187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55838) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:38:10.850382 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Deleting port ea559fdd-cb96-4dad-8a35-169f3bada43e {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:38:10.850701 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:10.976432 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:10.976752 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:11.100241 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Calling delete_port for ea559fdd-cb96-4dad-8a35-169f3bada43e owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:38:11.300888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:11.304759 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2e764a48-1120-4f0e-8bdf-04a78d368e48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:38:11.350933 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event deleted for resources: {'Port': ['ID=ea559fdd-cb96-4dad-8a35-169f3bada43e,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:38:11.354055 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:38:11.440132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:11.440470 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Floating IP 1b720b8e-f107-483c-8f3f-29dd8bf45845 disassociated (deleted). External IP: 172.27.0.147, port: 4a69e84c-ebcb-4358-af6a-b4245d87d162. Jun 09 22:38:11.710563 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-2a3ea416-e56c-41f4-a17b-8487b81f395f req-a4f474c1-b2b4-4bfd-97dd-2afaeab2ce02 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.1507568 Jun 09 22:38:11.934647 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:38:12.116022 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:38:12.120181 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:12.125083 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:38:12.135073 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:38:12.135688 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:37:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:38:12.175107 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f1b6431c-300d-4b99-bc08-107399b8acfc tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "DELETE /v2.0/floatingips/1b720b8e-f107-483c-8f3f-29dd8bf45845 HTTP/1.1" status: 204 len: 168 time: 1.5848467 Jun 09 22:38:12.175752 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:38:12.178147 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899cf760-b77e-49c0-a988-a9789a2037fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:38:12.319091 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:38:12.352166 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10fd4ca-374c-4674-9654-44f52e921226 x-openstack-request-id: req-c10fd4ca-374c-4674-9654-44f52e921226 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:38:12.352497 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:38:12.352790 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c10fd4ca-374c-4674-9654-44f52e921226 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:38:12.353264 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'status': 'completed', 'code': 200} Jun 09 22:38:12.445516 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf760-b77e-49c0-a988-a9789a2037fe req-30718244-135f-4951-82b8-4551a5c2edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:12.446890 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-30718244-135f-4951-82b8-4551a5c2edd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 1098 time: 0.0712030 Jun 09 22:38:12.592678 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf760-b77e-49c0-a988-a9789a2037fe req-c14c4fe6-8e69-498f-8324-5d670d3c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:12.594278 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-c14c4fe6-8e69-498f-8324-5d670d3c0b06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 200 len: 913 time: 0.1406345 Jun 09 22:38:12.658149 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:38:12.663587 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:38:12.674080 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:38:12.675117 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:37:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:38:12.753285 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248f8f6-d4de-4101-9b11-5e7472499939 req-23901d96-b098-463c-81e3-8606cb7e0b91 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:12.760278 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4248f8f6-d4de-4101-9b11-5e7472499939 req-23901d96-b098-463c-81e3-8606cb7e0b91 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 945 time: 0.1042593 Jun 09 22:38:12.810342 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4248f8f6-d4de-4101-9b11-5e7472499939 req-470dbc04-9366-4580-a8db-40fa56f8c6fb tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b3305fa-5642-4e14-80d4-8b9102e13b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491657 Jun 09 22:38:12.827284 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-6952d820-c5c8-457d-913f-bce1c587f083 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 200 len: 217 time: 0.2259028 Jun 09 22:38:12.868902 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:38:12.919906 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9236556b-9f1c-43e1-8e54-ae5850f40ad2 req-27d9028f-bad6-4344-a621-ced817c499b4 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0511739 Jun 09 22:38:12.935926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf760-b77e-49c0-a988-a9789a2037fe req-6b668dc2-9d01-4a88-a012-172668a5afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:12.937392 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-6b668dc2-9d01-4a88-a012-172668a5afd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 200 len: 851 time: 0.1034796 Jun 09 22:38:13.013013 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf760-b77e-49c0-a988-a9789a2037fe req-c3c25feb-ef66-4184-892e-403570cbeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:13.014467 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-c3c25feb-ef66-4184-892e-403570cbeeaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e22acea9-e7e0-42b4-83b5-48649c541eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701931 Jun 09 22:38:13.146791 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-55a00f2c-de63-4dee-a0b8-73e210f8b2c2 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256769 Jun 09 22:38:13.215979 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:38:13.220349 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b890278-0086-4968-b90a-512e98b5b16e None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:20:02Z', 'revision_number': 4, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '60688a16-423f-48f2-94bd-673be88443ab', 'name': '', 'network_id': 'e22acea9-e7e0-42b4-83b5-48649c541eea', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'mac_address': 'fa:16:3e:2a:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:01Z', 'updated_at': '2021-06-09T22:20:12Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'subnets': [{'id': 'b42c35f5-20e2-4c2d-9d3b-903f678e4ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:38:13.220882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-d4ec15d2-2bf6-44b3-96c4-48526a5be4d2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:38:13.222967 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-d4ec15d2-2bf6-44b3-96c4-48526a5be4d2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 945 time: 0.0825021 Jun 09 22:38:13.284187 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-eb9c12e8-58ef-4784-8bc4-9f3336caf913 service neutron] 10.222.0.35 "GET /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 Jun 09 22:38:13.365286 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Deleting port 4a69e84c-ebcb-4358-af6a-b4245d87d162 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:38:13.365623 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:13.445843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b621aa-a082-40c4-a734-459ab1ccd872 None None] New status for floating IP 1b720b8e-f107-483c-8f3f-29dd8bf45845: DOWN {{(pid=92491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:38:13.506601 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] For port 4a69e84c-ebcb-4358-af6a-b4245d87d162, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4a69e84c-ebcb-4358-af6a-b4245d87d162,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:38:13.506950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:13.632042 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Calling delete_port for 4a69e84c-ebcb-4358-af6a-b4245d87d162 owned by compute:nova {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:38:13.811083 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:13.819551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:38:13.865176 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event deleted for resources: {'Port': ['ID=4a69e84c-ebcb-4358-af6a-b4245d87d162,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:38:13.868146 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:38:13.979190 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] No DVR routers for this DVR port 4a69e84c-ebcb-4358-af6a-b4245d87d162 on host hv-cinder-78956 {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:38:13.982441 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d1fd19d7-5f1f-40e3-a489-805b2b788aab req-a21b565e-bf54-40a0-b0da-be774f3a91ce tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0514617 Jun 09 22:38:13.983421 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:13.985211 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.35 "DELETE /v2.0/ports/4a69e84c-ebcb-4358-af6a-b4245d87d162 HTTP/1.1" status: 204 len: 173 time: 0.7574778 Jun 09 22:38:14.082433 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c11201b-ae88-4b1e-80ac-dd78a12ac60d req-ac6942c6-e027-4b4a-8461-d8f499981382 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0477495 Jun 09 22:38:14.353992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'name': 'network-vif-deleted', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:38:14.356519 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0114b084-1e5d-41e7-b606-b9c939250907" -d '{"events": [{"server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "name": "network-vif-deleted", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:38:14.398350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd80b32-52d9-42e8-8f21-f349e0b1e637 x-openstack-request-id: req-8dd80b32-52d9-42e8-8f21-f349e0b1e637 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:38:14.398696 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c63d87-4e5e-4083-aecb-fb458d26331d", "name": "network-vif-deleted", "tag": "4a69e84c-ebcb-4358-af6a-b4245d87d162", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:38:14.398976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dd80b32-52d9-42e8-8f21-f349e0b1e637 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:38:14.399410 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c63d87-4e5e-4083-aecb-fb458d26331d', 'name': 'network-vif-deleted', 'tag': '4a69e84c-ebcb-4358-af6a-b4245d87d162', 'status': 'completed', 'code': 200} Jun 09 22:38:14.906840 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4a69e84c-ebcb-4358-af6a-b4245d87d162 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:38:14.942030 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 4a69e84c-ebcb-4358-af6a-b4245d87d162 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:38:14.942379 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 4a69e84c-ebcb-4358-af6a-b4245d87d162 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:38:15.128360 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8ddb151e-1727-424e-a8b6-db4aefc1eb68 req-2c8a0db9-0c2f-490d-a432-c9a53d63c56b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0427878 Jun 09 22:38:15.234602 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-926ae56f-8c20-4301-a7dd-35d7553cc233 req-3456e06b-1b85-4dfe-8967-47ead2991f58 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0419576 Jun 09 22:38:16.276995 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5ce5f8bf-3bfb-4e25-9a6b-81782098208d req-4cde1067-eeee-449e-aee3-8a195792f2ac tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0438178 Jun 09 22:38:16.398919 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c69a2aee-03c8-4e76-a603-88239c764a47 req-f271e789-0331-42d3-810f-4e0b06fbf899 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0449243 Jun 09 22:38:17.432397 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-384878f0-2052-49c3-ad53-a8955eaf6095 req-501e1e60-3520-4c6a-8f97-ad7bc327e4ed tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0446444 Jun 09 22:38:17.547354 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4e13ff01-a5e7-4ea3-8dcc-6b0431df7488 req-8751899e-a018-47ab-8194-15420af89863 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0416741 Jun 09 22:38:18.580675 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-87ef0991-4f55-4935-a42f-3dcdedae7752 req-91c440a1-ff29-4e15-aee3-3be8f661d996 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0420887 Jun 09 22:38:18.701305 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ed67f353-736c-461b-868a-4ef8ea1dba77 req-c6e83c48-076d-4658-a87b-740718682384 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0431519 Jun 09 22:38:19.150656 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:38:19.725842 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-76354b0e-b36c-45e7-b465-aec4f16ad34b req-3a0a1fb3-30e4-4f2f-8122-0515e5308cc5 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0433996 Jun 09 22:38:19.952887 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6ec6ff7e-29ac-48b1-9914-5bb3de3e74bb req-dc343371-34bb-46ed-a535-49e822ac82eb tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.1469834 Jun 09 22:38:20.878428 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ad0e47b2-dca2-4043-be8f-9b51ce1e7deb req-8f921ca4-df7f-4aa4-bdd1-abef1047a723 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0462320 Jun 09 22:38:21.104387 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-fb75c521-7462-47f5-8a1f-0fe4fb5d5f7c req-e48d8d9d-dc0d-4ac8-92c4-54722ba2e31e tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0438616 Jun 09 22:38:22.024933 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-627b537f-8534-4c22-9ee1-aae9dd53798e req-ca94f626-0493-4926-b263-b097180860a9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0439835 Jun 09 22:38:22.255421 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-71ceafa6-5cbc-42aa-9104-08ae9ff3d7da req-3a990215-d328-4d7d-9be7-0326f140c7d7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0459332 Jun 09 22:38:23.170730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-505a843f-ad6d-4549-8d44-8bbdbe196912 req-7fac6b67-d24c-453f-8997-f55ebc2384bf tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0418787 Jun 09 22:38:23.546108 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-309eefa9-52a8-46a8-93b8-9792750230cc req-a4b6536a-fcc3-4d21-a11d-91ba41d7b6e3 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0428183 Jun 09 22:38:24.326183 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d5b88ce8-9e97-4f8f-9b50-d37aaf846fcd req-2372bdbe-69af-455d-848f-94f169cbf038 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0468020 Jun 09 22:38:24.570588 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-eae62490-bb12-431a-9ea5-bb83186265b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:24.693287 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f132ffb6-7788-4785-a9da-ab52c79a71cc req-372faf6c-e9c1-4dee-bd3b-837a71daad41 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0429652 Jun 09 22:38:25.473418 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-602bac2d-06a7-4b6a-b2cf-1cd07320e9fc req-c94db1e4-6cf1-45b3-a8cd-fc927fc52883 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0439796 Jun 09 22:38:25.841980 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3327de03-d09c-41f1-b60b-9b7fc05d4f04 req-de2e2f15-aa0d-4c59-b484-0e97cd50a9da tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0465088 Jun 09 22:38:26.620152 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8166a3a7-0956-429d-8661-c3176ffaf7bb req-29912951-ea94-43ab-9c24-f496dc67be3b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0421011 Jun 09 22:38:26.916673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c475-e635-456f-893a-c11233859a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:26.982360 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:26.994341 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9e041e67-f472-4b98-afb5-fbbbed00145b req-0db5b1a8-90d6-4cac-bff4-921e79d1b8d0 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0443046 Jun 09 22:38:27.773102 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-276a1f8f-5931-4d6d-90e4-c400270bbdc7 req-1c2dbfd5-d6db-4d1f-ae93-05a0c72e8c61 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0454862 Jun 09 22:38:28.145491 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a1d3e770-b1b1-4b16-ac33-246aa9562b03 req-72db804c-88bc-4740-bfc3-6c43fe1989f9 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0434535 Jun 09 22:38:28.381691 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:28.919906 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf3316e6-668f-475a-b4f4-6495f6f1f6c3 req-20d0468a-4b4f-48ad-bb1b-f52a6294f85f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0429730 Jun 09 22:38:29.295068 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a48951ef-371e-49b6-bdbf-c08aa7ab21ad req-b144f0f2-8098-4887-9dbf-27d57fd2a4cf tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0457783 Jun 09 22:38:30.043548 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:30.067014 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-926f869f-660b-4580-876c-ad84ba5ef3ad req-085fdb00-16a3-4f94-95e9-7665fc65dc27 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0421958 Jun 09 22:38:30.443171 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-e4bb242c-77f8-4a9b-8e4c-d2be47c2917b req-6a9cf379-4535-476c-b049-64c3c52df990 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0426526 Jun 09 22:38:31.216652 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5acae85c-308b-44e6-b9d4-228b482e8cf8 req-9b2dcd14-5828-48f3-88e3-5328c7e6f3b9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0448020 Jun 09 22:38:31.589017 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3aec143e-4c06-454c-b507-a7c11289c6c4 req-7769834a-daab-4a7a-88fb-2e3f11847e24 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0430799 Jun 09 22:38:32.363719 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7464f52a-dd98-489b-ad13-9b6f0f41051a req-3cd36e4f-3012-4ded-a058-4acd23f7ac34 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0423481 Jun 09 22:38:32.737255 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-6dbcc354-7edd-4bf6-8216-38c42bb0dc96 req-f8f45314-80de-4e27-ba08-d6c354c84bb7 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0443792 Jun 09 22:38:33.510112 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5ec85799-6527-45c9-bf70-680119b320ac req-f46b09f8-24b0-4c60-9096-4a2426ef0693 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0420072 Jun 09 22:38:33.887644 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a3578c55-5ec6-4e51-9af6-f0a2df8ede89 req-9b649a64-8878-4aab-bf66-c1fe5e8a1cfd tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0436249 Jun 09 22:38:34.661229 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bb2f8525-62d2-4cc3-9511-242b19985b50 req-7118ac0b-2cbe-451a-801f-aeaa4bb638aa tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0444605 Jun 09 22:38:35.032220 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0f83086f-e3f9-43f5-986e-6649c3c2fc23 req-bf88914f-666c-4ae8-a95f-28981b047eb1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0429981 Jun 09 22:38:35.807248 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-74b66880-5a2d-44ac-925b-37520cd8883f req-c7a96b0e-f9e5-4922-b38e-b7a28b74570f tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0436356 Jun 09 22:38:36.178894 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ae6e3cf2-a81d-4bbb-9a37-194ffcc72f84 req-1028a656-c3c6-436c-8429-f7ac550a7c71 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0441246 Jun 09 22:38:36.655835 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:36.953295 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8025f627-7a23-4ba9-9619-11c27f4d3de5 req-84c77ef7-28bd-4f24-b1a2-0d06e100227c tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0422590 Jun 09 22:38:37.330940 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-515d36f0-596a-459d-b328-622c182104ac req-c1f53bfd-0c8b-4c7f-b554-56b3ee6c6f77 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0448625 Jun 09 22:38:38.106534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-af4300c4-22b3-4b1b-985f-a8e7a2951d3e req-9b9a9857-2af1-42c7-a634-88981e986c59 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0451798 Jun 09 22:38:38.476085 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-67c35267-c531-4d29-9b0b-4856991be548 req-d28fc947-e54c-4d0f-8f8f-24a8e91e7b4c tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0421779 Jun 09 22:38:39.251980 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9ccb6b7d-ad27-4015-bb2e-aeecc8b42131 req-070aa91d-12c8-486e-9c9d-a1c8207c1e85 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0416980 Jun 09 22:38:39.639729 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7213e680-4c83-48c7-82cb-0edab6f79222 req-a7aadb03-03ad-4f06-aa12-a8da7691ecb1 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/ports?device_id=923632c9-e21f-4303-a883-7ce1f7d5e0ac HTTP/1.1" status: 200 len: 210 time: 0.0456018 Jun 09 22:38:40.401307 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-30de090d-dddb-417f-839c-1dd4e223e28a req-c7fb0c43-a657-432e-ad6e-401ce0991abb tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0438817 Jun 09 22:38:40.856887 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55988) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:38:40.921187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:40.948887 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.061954 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.065187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.066595 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "DELETE /v2.0/security-groups/0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7 HTTP/1.1" status: 204 len: 168 time: 0.2084513 Jun 09 22:38:41.067613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-42614c4a-bcee-45e8-a9dc-9e9a08d6e7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:38:41.069704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 55994) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:38:41.079099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:38:41.083063 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:38:41.087925 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.api.v2.resource [None req-eb0a835a-5df9-41aa-be5f-111cadd8bf1f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] show failed (client error): The resource could not be found. Jun 09 22:38:41.091580 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-eb0a835a-5df9-41aa-be5f-111cadd8bf1f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "GET /v2.0/security-groups/0e1fa0ad-da7a-4b0c-bfd8-714b04f1b3d7 HTTP/1.1" status: 404 len: 347 time: 0.0183842 Jun 09 22:38:41.091971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 55998) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:38:41.310012 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Deleting port f67ecedf-902b-40a2-a381-a8211ac61237 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:38:41.310359 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.432070 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.432401 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.569740 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Calling delete_port for f67ecedf-902b-40a2-a381-a8211ac61237 owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:38:41.703881 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-15de1cdd-a11d-4121-931a-3fc7c82fbc10 req-caba5584-470e-4920-9381-f1b73053e1e3 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.1500378 Jun 09 22:38:41.873141 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:41.876865 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-33e6471f-b4a5-47e7-80a7-e75bd4777975 tempest-AttachVolumeNegativeTest-1591537280 tempest-AttachVolumeNegativeTest-1591537280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:38:41.927754 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Pushing event deleted for resources: {'Port': ['ID=f67ecedf-902b-40a2-a381-a8211ac61237,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:38:41.953360 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:38:42.015327 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:42.017669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:42.018861 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-5cf265d3-3cb0-408f-b2f4-283d9c4fa663 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] 10.222.0.38 "DELETE /v2.0/floatingips/fbef19fe-fb34-4f90-823c-fe50033bef6c HTTP/1.1" status: 204 len: 168 time: 0.9258924 Jun 09 22:38:42.858353 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b8eddbbf-ec7e-4ef4-98d9-b2aa03d112e8 req-41495722-db50-4cf0-b23e-de49d356350e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0469542 Jun 09 22:38:44.014245 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-dbdb46af-f89f-4e00-bc4b-d9a0170cf9cf req-0c1a1189-a84e-41b0-821e-c6b73748a980 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0465629 Jun 09 22:38:45.160184 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-974498af-8e5f-4f0d-b123-be46ce54d9e8 req-c2805ca2-0647-4dec-8fca-275eb6d4b32d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0426683 Jun 09 22:38:46.307738 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f3968cda-bdc8-4514-bb07-6e2b50ca715e req-739942bb-bd80-4c17-bb57-f4a7fb314f76 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0420852 Jun 09 22:38:47.454984 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4b0ab237-cbc5-4a84-810d-1e532f296601 req-dbab79ea-4c12-4d55-82a0-0bd76198e950 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0432420 Jun 09 22:38:48.098824 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-a8c0b6e3-a5fb-4b9c-9f57-f0c620ea4320 req-1088a865-af3d-4667-93bf-ffccd7519889 service neutron] (92490) timed out ('10.222.0.38', 45956) {{(pid=92490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:38:48.621249 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-d332c1e4-bde1-45e8-8990-732706255e7d req-d8f4bd77-d85c-4242-bccf-3ac871558574 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0427582 Jun 09 22:38:49.858737 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-24a16bdd-7c04-47ca-831f-63ede8f5309b req-712012d0-dff1-4d80-a3de-efa8788552c2 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.1196153 Jun 09 22:38:51.007635 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0b5a4fbf-2392-4309-b3c4-c2ac738dfd76 req-63b87bde-70ea-4f25-9376-2a738c22f205 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0458755 Jun 09 22:38:52.156132 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7092b857-4701-4617-b7a6-54844ddcc9d3 req-10572617-836a-4b65-a2e1-61aeab4d618c tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0440643 Jun 09 22:38:53.308857 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-f6f09628-7ac8-459e-b65d-8eab75ef82c1 req-03d03589-2082-431b-af14-b347f3df6b83 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0492423 Jun 09 22:38:54.458695 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9782a2cd-0d8d-479b-9f09-cca0f1cbbf34 req-56e2d7e8-8906-4c0c-a6ea-96b13df55b01 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0457530 Jun 09 22:38:54.541511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3a1d27bd-f007-42ba-8859-d779aee1e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:55.610375 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-ba655e94-4a02-4250-8a86-bab73061c66d req-a158a50e-3519-4efc-9196-0c493d876e97 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0428193 Jun 09 22:38:56.151034 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:38:56.765009 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7eb53804-b63c-4399-82b5-c254a97f9d9f req-264922b9-a58f-4895-bce4-d15f94683924 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0447896 Jun 09 22:38:56.911282 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4eac516b-bf63-4bf0-bef3-594bbada31d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:56.962925 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:38:57.919367 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-3e4bb2f9-ffde-4955-8da3-af2f2fad33e7 req-022ff6b2-2f06-4c2f-895a-58d480360dc6 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0462048 Jun 09 22:38:58.381212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:00.055605 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:06.638488 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:24.556919 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-07118175-0c60-4c51-8ea1-04fe6ca24db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:26.918519 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-26977132-1dff-4bcc-9815-7a8bff6b7c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:26.946591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:28.398260 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:30.061324 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:33.150171 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:39:36.688319 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:54.556727 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4754665c-263e-4d0f-bc5b-120da621c9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:56.904628 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-18dce27e-984b-4e00-a579-86e9efcb3bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:56.957528 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:58.403398 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:39:59.135786 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-c44545a3-756c-40fe-9b18-0cb25deae69b req-fa1c735b-a1ea-4dd7-9254-df9688f69bba tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0445440 Jun 09 22:40:00.106276 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:00.286655 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-8e095208-c8c0-40fe-baa3-0f404595a5ae req-2fb81ad2-9d77-480b-bccc-8415e4bf5349 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0427058 Jun 09 22:40:01.436762 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-a1d3700c-a8df-4cac-a3ba-87f80a53f057 req-e2869124-8ceb-414d-93eb-44f94db062a7 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0459311 Jun 09 22:40:02.582986 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-0ac0eabd-35bc-4feb-9f0e-2ebf77bada00 req-23aa4217-c594-46cd-870b-228d93aaf4c4 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0420265 Jun 09 22:40:03.734804 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-9b755ee3-5585-4575-98a7-288c14b0395b req-8dd78c54-9f87-4cfa-a4ee-dc1046d66403 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0428975 Jun 09 22:40:04.890603 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-4b991538-dc12-4970-86ac-3ca0a81c75f6 req-8ae72d9f-f673-433d-919f-167c884d718d tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0449367 Jun 09 22:40:06.036632 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b7eeceab-9c47-40ff-9745-3b0dbd3c95ef req-75ce4478-d305-47b9-b454-dc1af55134ef tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0412714 Jun 09 22:40:06.722305 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:07.187247 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-7b83fa7e-ce06-46bf-afd8-77138ae342a7 req-04a70329-2098-45e9-b81a-c2d7f0b4ba68 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0428705 Jun 09 22:40:08.333625 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b10dcc86-cabf-4044-ba1c-fafbe66173c6 req-ce8d96f6-bb53-4bc8-85bc-1168989a0335 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0446248 Jun 09 22:40:09.478113 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-493a5b0d-8faa-49e3-b7ae-85bb21398bc6 req-7b332dd4-f39b-4bf8-ba7e-65c9adfed16e tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0421243 Jun 09 22:40:10.149980 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:40:10.627321 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-02fe2901-0e5e-4025-8a74-5fdc14f20226 req-809713ec-ae31-44dd-88fc-99088761d979 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0428824 Jun 09 22:40:11.776396 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-226912b1-29fa-4ac2-ad6c-da74e1bace86 req-5daefc86-dd50-4547-b166-eff796fd6814 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0445135 Jun 09 22:40:12.923145 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-b9b45ae2-704c-4740-9095-d4e977600f21 req-d55868dc-b7ad-4e76-b55e-f4b40400d753 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0424318 Jun 09 22:40:14.071117 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [req-441d2d36-c277-4380-b8be-b5a310d6a693 req-156a6ea9-c920-4bb0-83a9-ca83c2cfd2ff tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4c63d87-4e5e-4083-aecb-fb458d26331d HTTP/1.1" status: 200 len: 210 time: 0.0430617 Jun 09 22:40:15.163978 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 56768) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:40:15.377598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Deleting port 29f96b18-0315-4d91-9bc9-b1d552cf6143 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:40:15.377864 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:15.583342 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:15.583676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:15.704961 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Calling delete_port for 29f96b18-0315-4d91-9bc9-b1d552cf6143 owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:40:15.883574 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:15.887523 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4842191e-91f5-476c-883b-fc3e03ae2fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:40:15.930127 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event deleted for resources: {'Port': ['ID=29f96b18-0315-4d91-9bc9-b1d552cf6143,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:40:15.939759 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.940141 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.940780 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.941173 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.941539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.942480 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.942480 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.942663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.942938 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.943294 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.943646 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.944043 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:40:15.970929 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:40:16.036302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:16.039566 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:16.040694 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "DELETE /v2.0/floatingips/60222fda-c457-4fca-ad1e-3206ab4ee89b HTTP/1.1" status: 204 len: 168 time: 0.8757474 Jun 09 22:40:24.638300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-34522e55-0af8-42c9-81ef-6695ac3ca739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:26.905458 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4b871830-8478-4775-b701-f077cd23dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:26.962798 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:28.386060 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:30.058994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:36.739521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:47.149552 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:40:54.545346 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-51548fce-6f1f-40e9-b7a3-9a9fa2f6c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:56.915320 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6bc668ea-3f85-4a51-b8a9-df607672d0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:56.996502 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:40:58.396790 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:00.093720 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:06.739436 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:24.148684 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:41:24.533507 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7c3c62a-9aea-4891-9b81-511f58c8a076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:26.903627 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-861b1107-36d6-4d87-80b4-cc94e2ed21a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:26.950498 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:28.412317 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:30.087722 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:36.738922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:54.544348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-48617cc5-8569-4d9c-a383-0acbc7538a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:56.908553 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4f4412dc-68c2-4ed5-a77f-3efcb0649e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:56.967216 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:41:58.407170 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:00.103871 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:01.149413 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:42:06.766986 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:24.572209 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba63587a-78fa-4aab-9109-233fa7b42383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:26.891290 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3096c3bb-1c51-4cbf-bceb-99d2dfae5804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:26.976833 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:28.412056 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:30.075035 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:36.747920 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:38.147659 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:42:54.548852 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6db3b6a6-84d1-4e0d-9f5f-ffbfedf89f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:56.914392 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-74f4ccf7-70de-4067-9243-14631b792358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:56.994254 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:42:58.411660 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:00.097082 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:06.766378 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:15.146490 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:43:24.581447 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d52a7e71-4ba9-4fba-b327-b45032388855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:26.908203 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a9f13ac9-b140-451c-af71-f27e737ce300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:26.953857 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:28.405831 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:30.078247 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:36.759594 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:52.145244 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:43:54.569967 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9bb72895-a681-456d-90ce-bba0e9bdd1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:56.918020 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-853fb9b0-8398-4988-ac5f-f3ea5af28cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:56.969669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:43:58.416440 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:00.094740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:06.788113 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:24.552907 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c4a16b85-34d9-41ef-890a-7bc3cff99b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:26.907060 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c9e0064c-4937-40dc-a087-5b4803ec9085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:26.959579 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:28.450291 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:29.143566 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:44:30.084479 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:36.781666 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:54.585907 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-66468237-c2c0-4ed6-a271-1e2697a15ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:56.918325 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-9a04a73f-7453-4c89-a3df-003a7a327963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:56.940673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:44:58.437306 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:00.101206 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:06.142393 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:45:06.785328 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:24.586144 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5cb8df21-66b2-4132-8424-fa07cc757157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:26.911963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d498df10-b894-42bf-9256-d19792b8e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:26.962003 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:28.430572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:30.094896 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:36.803649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:43.143267 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:45:54.563091 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-54ec1460-e6dc-456e-9d23-0e570102daa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:56.974218 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ea5793d8-802b-472f-9974-a7abef5b9e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:57.008695 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:45:58.437192 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:00.174118 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:06.860059 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:16.471676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60192) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:16.547778 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:16.578084 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:16.699752 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:16.702245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:16.703401 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] 10.222.0.38 "DELETE /v2.0/security-groups/5b3305fa-5642-4e14-80d4-8b9102e13b9d HTTP/1.1" status: 204 len: 168 time: 0.2307279 Jun 09 22:46:16.704150 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-762edff1-b7a1-4db6-a670-e723b169ac9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:16.721381 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3305fa-5642-4e14-80d4-8b9102e13b9d,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:16.728736 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.729235 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.730166 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.730594 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.731048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.731411 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.731772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.732127 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.732481 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.732832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.733202 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.733551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:16.736706 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:17.009853 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60204) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:17.730662 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:18.223395 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Deleting port 60688a16-423f-48f2-94bd-673be88443ab {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:18.223655 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:18.339797 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] For port 60688a16-423f-48f2-94bd-673be88443ab, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=60688a16-423f-48f2-94bd-673be88443ab,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:18.340143 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:18.465396 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Calling delete_port for 60688a16-423f-48f2-94bd-673be88443ab owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:18.680701 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:18.684914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a40dc513-50ee-4fc6-87a3-ac8507490741 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:18.728526 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Pushing event deleted for resources: {'Port': ['ID=60688a16-423f-48f2-94bd-673be88443ab,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:18.733441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:18.998837 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:19.353455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:46:19.642489 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:46:19.644413 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] 10.222.0.38 "PUT /v2.0/routers/65a7de91-1b2d-43ba-9b2d-86b7168cfe46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335323 Jun 09 22:46:19.646766 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60230) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:19.649486 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Sync routers for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:46:19.659810 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:46:19.660493 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:45:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:19.823886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:19.839911 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:46:20.005177 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.144829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Deleting port 244fd53e-9a09-49d8-846a-06156de7d4e6 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:20.145192 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.146956 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:46:20.158495 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:46:18Z', 'revision_number': 5, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port': {'id': '244fd53e-9a09-49d8-846a-06156de7d4e6', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:19:55Z', 'updated_at': '2021-06-09T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:20.162208 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Checking router: 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:46:20.170539 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Routers {'65a7de91-1b2d-43ba-9b2d-86b7168cfe46'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:46:20.171135 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:45:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:20.263955 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] For port 244fd53e-9a09-49d8-846a-06156de7d4e6, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=244fd53e-9a09-49d8-846a-06156de7d4e6,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:20.264205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.318673 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] Set router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:46:20.391852 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Calling delete_port for 244fd53e-9a09-49d8-846a-06156de7d4e6 owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:20.422322 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:46:20Z', 'revision_number': 6, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:20.426342 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1db70-74f6-4d78-abfc-3dcb3510ea24 None None] The sync data for ids ['65a7de91-1b2d-43ba-9b2d-86b7168cfe46'] in dv-cinder-789564-5-iscsi is: [{'id': '65a7de91-1b2d-43ba-9b2d-86b7168cfe46', 'name': 'tempest-TestVolumeBootPattern-1755324162-router', 'tenant_id': '66127ccdfaa04a70b01fa4cd7d436032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:19:53Z', 'updated_at': '2021-06-09T22:46:20Z', 'revision_number': 6, 'project_id': '66127ccdfaa04a70b01fa4cd7d436032', 'gw_port_host': None}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:46:20.596957 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.601960 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c7c52c6f-e1b9-4a1d-9df3-88e076cd9984 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:20.645812 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=244fd53e-9a09-49d8-846a-06156de7d4e6,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:20.648773 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:20.742787 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.917803 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.919972 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.991087 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.991610 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a7de91-1b2d-43ba-9b2d-86b7168cfe46 {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:46:20.996071 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:20.997733 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2ff179e7-790c-472c-96e0-fec5ad9f2c09 admin admin] 10.222.0.38 "DELETE /v2.0/routers/65a7de91-1b2d-43ba-9b2d-86b7168cfe46 HTTP/1.1" status: 204 len: 168 time: 1.3495195 Jun 09 22:46:20.999752 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60240) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:21.059988 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Deleting subnet b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:46:21.063619 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.113415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.203968 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.212711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 60688a16-423f-48f2-94bd-673be88443ab no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:21.254064 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 60688a16-423f-48f2-94bd-673be88443ab {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:21.254656 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 60688a16-423f-48f2-94bd-673be88443ab not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:21.460405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.465568 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:21.503658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.505605 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b42c35f5-20e2-4c2d-9d3b-903f678e4ee3 HTTP/1.1" status: 204 len: 168 time: 0.5049477 Jun 09 22:46:21.507123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42c35f5-20e2-4c2d-9d3b-903f678e4ee3,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:21.508144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 60244) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:21.509045 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf73990-e36c-4cca-b82c-1750b3a8f5d1 None None] Network e22acea9-e7e0-42b4-83b5-48649c541eea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:46:21.509507 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-794a25b6-f9ed-49b2-bc80-56131fc31f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:21.618068 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.691077 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Deleting port 637d6549-2d74-4c25-afb8-67d3195b6d9b {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:21.691424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.768847 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] DHCP port deletion for e22acea9-e7e0-42b4-83b5-48649c541eea request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:46:21.798713 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] For port 637d6549-2d74-4c25-afb8-67d3195b6d9b, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=637d6549-2d74-4c25-afb8-67d3195b6d9b,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:21.799311 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.840413 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Deleting port 637d6549-2d74-4c25-afb8-67d3195b6d9b {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:21.840413 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:21.926020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Calling delete_port for 637d6549-2d74-4c25-afb8-67d3195b6d9b owned by network:dhcp {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:21.933808 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] For port 637d6549-2d74-4c25-afb8-67d3195b6d9b, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=637d6549-2d74-4c25-afb8-67d3195b6d9b,segment=NetworkSegment(3b64a757-454b-43ac-8ecd-3ee17653e6cd),segment_id=3b64a757-454b-43ac-8ecd-3ee17653e6cd)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:21.934201 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.020023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.023670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:22.055528 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Calling delete_port for 637d6549-2d74-4c25-afb8-67d3195b6d9b owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:22.067313 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Pushing event deleted for resources: {'Port': ['ID=637d6549-2d74-4c25-afb8-67d3195b6d9b,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:22.075248 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] No DVR routers for this DVR port 637d6549-2d74-4c25-afb8-67d3195b6d9b on host dv-cinder-789564-5-iscsi {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:46:22.077426 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.077802 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.078167 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.078526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.078884 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.079239 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.079587 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.079938 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.080288 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.080633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.080977 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.081349 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.099117 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.102610 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:22.108015 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:22.143546 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Pushing event deleted for resources: {'Port': ['ID=637d6549-2d74-4c25-afb8-67d3195b6d9b,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:22.150128 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] No DVR routers for this DVR port 637d6549-2d74-4c25-afb8-67d3195b6d9b on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:46:22.159113 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.159664 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.160176 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.160578 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.160836 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.161197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.161528 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.161858 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.162341 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.162518 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.162824 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.163189 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:46:22.166080 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:22.200158 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.215174 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22acea9-e7e0-42b4-83b5-48649c541eea']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:22.229361 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b64a757-454b-43ac-8ecd-3ee17653e6cd') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:22.229692 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b64a757-454b-43ac-8ecd-3ee17653e6cd') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:22.242326 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.258938 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.266367 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:46:22.268239 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:46:22.280888 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:46:22.423738 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.427337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2b606674-38c1-431e-9ec3-0d1a620709d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:22.440857 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:22.442652 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e22acea9-e7e0-42b4-83b5-48649c541eea HTTP/1.1" status: 204 len: 168 time: 0.9334154 Jun 09 22:46:22.446117 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60256) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:22.449939 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22acea9-e7e0-42b4-83b5-48649c541eea,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:22.452303 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:22.632893 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 637d6549-2d74-4c25-afb8-67d3195b6d9b no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:22.669500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 637d6549-2d74-4c25-afb8-67d3195b6d9b {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:22.669855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 637d6549-2d74-4c25-afb8-67d3195b6d9b not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:22.670285 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 244fd53e-9a09-49d8-846a-06156de7d4e6 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:22.706202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 244fd53e-9a09-49d8-846a-06156de7d4e6 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:22.706470 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 244fd53e-9a09-49d8-846a-06156de7d4e6 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:22.987921 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:23.385223 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Deleting port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:23.385685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:23.505205 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] For port 178344de-fbe7-4b55-a1de-a63fd0c1d9fc, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:23.505920 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:23.625477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Calling delete_port for 178344de-fbe7-4b55-a1de-a63fd0c1d9fc owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:23.920772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:23.924387 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:23.970403 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Pushing event deleted for resources: {'Port': ['ID=178344de-fbe7-4b55-a1de-a63fd0c1d9fc,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:23.973606 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:24.248885 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:24.551046 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e6751a58-8f05-4a86-9f39-3fb111e07538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:24.615844 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Router c32e2835-092f-44f6-997e-7852e4c7f448 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:46:24.794155 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:46:24.800906 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f4f07fc2-1b72-4b7a-90bd-decc5400804c admin admin] 10.222.0.38 "PUT /v2.0/routers/c32e2835-092f-44f6-997e-7852e4c7f448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537748 Jun 09 22:46:24.803410 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60274) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:24.806020 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Sync routers for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:46:24.815595 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:46:24.816201 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:45:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:24.976695 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:24.994085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:46:25.267644 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:25.283538 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:46:23Z', 'revision_number': 5, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port': {'id': '5a4ca4fe-cd14-4794-b373-71cf2ad363c7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:20:10Z', 'updated_at': '2021-06-09T22:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:25.287346 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Checking router: c32e2835-092f-44f6-997e-7852e4c7f448 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:46:25.296072 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Routers {'c32e2835-092f-44f6-997e-7852e4c7f448'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:46:25.296677 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:45:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c32e2835-092f-44f6-997e-7852e4c7f448'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:25.403683 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Deleting port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:25.403927 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:25.486287 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] Set router c32e2835-092f-44f6-997e-7852e4c7f448 gateway port host: None {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:46:25.525238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] For port 5a4ca4fe-cd14-4794-b373-71cf2ad363c7, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:25.525672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:25.592733 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:46:25Z', 'revision_number': 6, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:25.596763 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b2298-4b1c-4e81-97c4-a0d0022c9fa9 None None] The sync data for ids ['c32e2835-092f-44f6-997e-7852e4c7f448'] in dv-cinder-789564-5-iscsi is: [{'id': 'c32e2835-092f-44f6-997e-7852e4c7f448', 'name': 'tempest-TestVolumeBootPattern-853787996-router', 'tenant_id': '3515a514eff441dfbe5fa30d2332ec1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:20:08Z', 'updated_at': '2021-06-09T22:46:25Z', 'revision_number': 6, 'project_id': '3515a514eff441dfbe5fa30d2332ec1f', 'gw_port_host': None}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:46:25.652172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Calling delete_port for 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:25.836877 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:25.841747 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:25.884907 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4ca4fe-cd14-4794-b373-71cf2ad363c7,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:25.888094 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:25.981459 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.158663 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.160747 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.275352 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.275855 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c32e2835-092f-44f6-997e-7852e4c7f448 {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:46:26.280405 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.281540 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c32e2835-092f-44f6-997e-7852e4c7f448 HTTP/1.1" status: 204 len: 168 time: 1.4772980 Jun 09 22:46:26.283992 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60288) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:26.343064 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Deleting subnet 34f34250-5881-47db-858f-87b50d32b744 {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:46:26.346265 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.398287 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.476925 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.630219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.635433 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-efbb8bdb-4a37-4d00-8f98-b62fff63cc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:26.645699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:26.680898 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.683043 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:26.683406 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5a4ca4fe-cd14-4794-b373-71cf2ad363c7 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:26.683838 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 178344de-fbe7-4b55-a1de-a63fd0c1d9fc no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:26.684724 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/34f34250-5881-47db-858f-87b50d32b744 HTTP/1.1" status: 204 len: 168 time: 0.3998179 Jun 09 22:46:26.687764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 60294) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:26.690666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f34250-5881-47db-858f-87b50d32b744,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:26.693056 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6995b7b7-0e36-4e6c-b1d1-e9241e104a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:26.713001 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79952dc-1013-4f5b-8bb0-0da48d1d532e None None] Network f65fed61-3512-4dee-b56e-053de1eb0fd2 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:46:26.732275 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 178344de-fbe7-4b55-a1de-a63fd0c1d9fc {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:26.732640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 178344de-fbe7-4b55-a1de-a63fd0c1d9fc not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:26.797009 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.871686 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Deleting port 5eaca924-9459-4963-a4ed-053cf7c40eae {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:26.871945 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.950854 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1bb48deb-8193-4979-95e4-307a8591d721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.967789 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:26.979862 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] For port 5eaca924-9459-4963-a4ed-053cf7c40eae, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5eaca924-9459-4963-a4ed-053cf7c40eae,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:26.979862 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.005630 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] DHCP port deletion for f65fed61-3512-4dee-b56e-053de1eb0fd2 request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:46:27.071872 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Deleting port 5eaca924-9459-4963-a4ed-053cf7c40eae {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:46:27.072260 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.101704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Calling delete_port for 5eaca924-9459-4963-a4ed-053cf7c40eae owned by network:dhcp {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:27.172508 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] For port 5eaca924-9459-4963-a4ed-053cf7c40eae, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=5eaca924-9459-4963-a4ed-053cf7c40eae,segment=NetworkSegment(9c9dd180-a14f-4996-9d19-05e36b44944e),segment_id=9c9dd180-a14f-4996-9d19-05e36b44944e)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:46:27.172914 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.202162 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.206871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ed851d9f-ad3a-4f8c-aa24-b5d9ca35f1b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:27.301500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Calling delete_port for 5eaca924-9459-4963-a4ed-053cf7c40eae owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:46:27.329123 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaca924-9459-4963-a4ed-053cf7c40eae,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:27.333297 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:27.334474 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] No DVR routers for this DVR port 5eaca924-9459-4963-a4ed-053cf7c40eae on host dv-cinder-789564-5-iscsi {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:46:27.358545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.363409 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:27.410695 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] No DVR routers for this DVR port 5eaca924-9459-4963-a4ed-053cf7c40eae on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:46:27.414631 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Pushing event deleted for resources: {'Port': ['ID=5eaca924-9459-4963-a4ed-053cf7c40eae,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:27.420556 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:27.456484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.468832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65fed61-3512-4dee-b56e-053de1eb0fd2']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:27.480470 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9dd180-a14f-4996-9d19-05e36b44944e') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:27.480759 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9dd180-a14f-4996-9d19-05e36b44944e') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:46:27.491511 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.507655 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.514083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:46:27.514452 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:46:27.526984 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:46:27.655394 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.659928 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:27.676342 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:27.678127 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] 10.222.0.38 "DELETE /v2.0/networks/f65fed61-3512-4dee-b56e-053de1eb0fd2 HTTP/1.1" status: 204 len: 168 time: 0.9892759 Jun 09 22:46:27.681371 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Pushing event deleted for resources: {'Network': ['ID=f65fed61-3512-4dee-b56e-053de1eb0fd2,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:27.685355 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:28.003229 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60308) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:28.053366 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-29e4fb75-5932-4a56-be87-dfc0c9a55acf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66127ccdfaa04a70b01fa4cd7d436032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486851 Jun 09 22:46:28.055604 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60310) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:28.112309 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:28.137681 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:28.269074 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:28.271418 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:28.272698 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/815061e3-d799-498f-afae-3ce3c59acfab HTTP/1.1" status: 204 len: 168 time: 0.2160335 Jun 09 22:46:28.273493 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7073ff31-c21b-403c-85e5-b30469b66663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:28.283839 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815061e3-d799-498f-afae-3ce3c59acfab,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:28.286371 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-77ea628b-aa21-4dbd-a725-6bc7da2674a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:28.431216 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:28.631595 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5eaca924-9459-4963-a4ed-053cf7c40eae no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:46:28.666322 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 5eaca924-9459-4963-a4ed-053cf7c40eae {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:46:28.666705 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 5eaca924-9459-4963-a4ed-053cf7c40eae not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:46:28.917263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60322) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:28.969596 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-bd25f70d-2741-4044-b5e5-c4fe4c8ff6ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3515a514eff441dfbe5fa30d2332ec1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511129 Jun 09 22:46:28.971814 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 60324) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:46:29.030292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:29.055654 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:29.183761 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:29.186503 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:29.187635 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b86c23f8-bdcd-400e-aebc-4fbd27e6c4fb HTTP/1.1" status: 204 len: 168 time: 0.2149422 Jun 09 22:46:29.188443 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7beff2b2-49b7-4080-bbb1-84327da1c518 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:46:29.197842 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c23f8-bdcd-400e-aebc-4fbd27e6c4fb,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:46:29.200829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:46:30.097710 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:36.796425 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:54.585362 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d1ffe246-39a1-4811-92d7-ca7deb23ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:56.937476 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0cfcea70-1bfc-42d5-820f-b52c874fd85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:56.960073 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:46:57.145711 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:46:58.436202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:00.104186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:06.801574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:24.553785 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0d26-a103-43bf-8ee3-360581e566df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:26.925059 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9b34-b1f9-42a3-ad40-972cfe8b4531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:26.949357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:28.445383 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:30.144041 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:34.144607 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:47:36.822143 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:54.564730 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f1cc-8a0c-4100-a473-19031cae2757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:56.909064 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-28f6cf6b-ac14-4e2d-b019-c45e16a6c14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:56.994750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:47:58.445994 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:00.097681 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:06.838993 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:11.143854 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:48:24.571551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-fb179cb5-769b-43fc-8966-e5db986cc8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:26.923490 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1eb6bf93-4f47-411e-a05f-c4592aec092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:26.999372 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:28.468101 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:30.108325 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:36.897044 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:48.143981 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:48:54.605224 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-538cbe6d-444d-47af-a600-897bf73e60ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:56.940142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-aa28419b-3077-438a-ac34-bcaee2c9a5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:57.014525 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:48:58.477694 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:00.100375 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:06.861966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:24.559171 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-cc357741-b922-45f4-b3ce-ce1bb22a774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:25.143585 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:49:26.918553 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-79248d07-b143-4c90-a0cc-32c2856f13b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:26.974296 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:28.466928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:30.090202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:36.876815 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:54.573212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ff19be2e-8217-4531-b53e-90fb5b852c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:56.916197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-972fb5dc-824e-47b0-bf4a-ac8834fa2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:56.967640 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:49:58.476619 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.157833 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.369330 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33706) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:00.485490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.590579 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.659367 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.666671 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66fcc08c-5bf0-42ec-b054-d701943408ab tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:00.705075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c9cf99-cae2-42fd-9a45-33479c138839,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:00.710879 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ecba9efa4e574ded9cc16b4cf5232bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405559 Jun 09 22:50:00.713847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33716) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:00.715351 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.715668 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.716033 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.716388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.716739 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.717108 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.717459 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.717800 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.718143 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.718485 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.718823 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.719162 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.723963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:00.774455 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.803526 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.940662 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.943148 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:00.944216 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6c9cf99-cae2-42fd-9a45-33479c138839 HTTP/1.1" status: 204 len: 168 time: 0.2292893 Jun 09 22:50:00.945024 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-24472659-3c9c-42f6-b7b3-3271b3c321de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:00.954570 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c9cf99-cae2-42fd-9a45-33479c138839,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:00.962644 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.963017 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.963381 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.963739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.964093 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.964454 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.964810 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.965181 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.965535 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.965884 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.966231 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.966576 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:50:00.969659 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:01.617766 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33726) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:01.635286 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:01.736263 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:01.825000 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:01.833909 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e7f44c44-a220-49e3-9d64-2f543062f362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:01.872807 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff693c91ba4d45a19f182cc80acbf902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539587 Jun 09 22:50:01.875600 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33730) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:01.877017 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11b30f-1e59-4237-875a-4bba03d1d44d,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:01.880249 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:01.933661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:01.958257 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:02.060465 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:02.062986 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:02.064138 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a11b30f-1e59-4237-875a-4bba03d1d44d HTTP/1.1" status: 204 len: 168 time: 0.1874862 Jun 09 22:50:02.065016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-68fbbebf-05dc-44f4-8059-e57a27662839 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:02.074604 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11b30f-1e59-4237-875a-4bba03d1d44d,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:02.076977 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e51a97a7-c095-48e2-823c-9bc9f06d4390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:02.142103 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:50:06.881802 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:08.540392 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33848) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:08.653888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:08.855441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:08.894611 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:08.902889 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-756769a6-bb2b-4f15-bdfc-a89b03d0323a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:08.942059 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba0097b6878b4310a5bb69d3e31a70d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005959 Jun 09 22:50:08.942809 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480da6a-e871-4b0e-9178-f4021aeb5a55,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:08.944641 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33852) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:08.945866 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3e3bcd1b-df6c-4325-aa1b-65429cfbfbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:09.005750 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.029608 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.123847 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.126521 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.127647 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3480da6a-e871-4b0e-9178-f4021aeb5a55 HTTP/1.1" status: 204 len: 168 time: 0.1811454 Jun 09 22:50:09.128494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3502fce4-739f-4e07-9dbc-ec273f88d433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:09.138312 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480da6a-e871-4b0e-9178-f4021aeb5a55,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:09.140702 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8860e660-ad83-47bc-8d27-2f35fb9669e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:09.724238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33862) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:09.742092 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.844519 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.917557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:09.924663 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4c77bb5f-5f2f-4207-8fed-ec3541f49b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:09.963654 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0791796-47d3-4b83-8276-e6984e02c1d8,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:09.967735 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af04c50fd2cd40bc90bfe4e70bfc2ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421823 Jun 09 22:50:09.968600 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:09.970333 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33864) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:10.031968 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:10.057951 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:10.169524 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:10.171877 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:10.173019 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0791796-47d3-4b83-8276-e6984e02c1d8 HTTP/1.1" status: 204 len: 168 time: 0.2017686 Jun 09 22:50:10.173810 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-826001e2-6458-47f7-acd3-aaea30da93f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:10.183499 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0791796-47d3-4b83-8276-e6984e02c1d8,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:10.185704 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a8654261-daab-423a-808a-7f41692d8a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:14.000916 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33950) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:14.123800 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.224648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.304063 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.311419 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a832877d-fad6-46c4-a266-964e9de5ac5f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:14.353114 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f075a-244a-4af2-9732-5dcf73a49240,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:14.358279 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a393c0844d8f44d7b05be7c49b5fb314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553016 Jun 09 22:50:14.358279 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:14.359771 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33954) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:14.416860 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.442865 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.573144 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.575691 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:14.576819 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/963f075a-244a-4af2-9732-5dcf73a49240 HTTP/1.1" status: 204 len: 168 time: 0.2161572 Jun 09 22:50:14.577565 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b10594ce-e5e7-4117-951c-09a9a97e01cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:14.588008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f075a-244a-4af2-9732-5dcf73a49240,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:14.590349 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:15.233973 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 33964) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:15.251142 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.354747 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.420207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.428845 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c97e41ad-a36a-45f4-8e13-d6419ef1bf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:15.470968 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9dda5764ce24d38a2d60f755f233bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359388 Jun 09 22:50:15.471875 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd502ba-827f-4e62-9a8e-de20c7900281,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:15.474275 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 33966) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:50:15.475918 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3f4a7930-1198-49b2-8e1f-f130ebdd4b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:15.531942 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.556692 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.693592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.696153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:15.697318 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cd502ba-827f-4e62-9a8e-de20c7900281 HTTP/1.1" status: 204 len: 168 time: 0.2220085 Jun 09 22:50:15.698091 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-11181947-9a0f-49af-8514-9e7d8431475a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:50:15.708067 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd502ba-827f-4e62-9a8e-de20c7900281,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:50:15.710484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-066533c9-3efa-4db4-88bc-73678522fcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:50:24.608625 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5f569218-ff2f-40bc-9ba3-14e14d46ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:26.933125 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-21a93262-3960-4b05-a9e0-6c7b55ce5bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:26.990369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:28.443919 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:30.111575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:36.866415 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:39.140699 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:50:54.562490 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b259967b-b316-42fa-80fe-97e9516ef548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:56.918870 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9c13-4b96-4087-9599-d8aa884b3d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:56.973568 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:50:58.460194 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:00.217955 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:06.905734 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:16.138834 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:51:24.588669 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-86021307-c6a2-4cc0-87d7-611f3649f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:26.919222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b297e535-05dd-4305-95d3-99710d61536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:26.973342 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:28.502704 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:30.110445 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:36.869983 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:53.137689 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:51:54.582472 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4e6014d5-690b-4a37-bd85-8e797e0cb6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:56.919963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4fa23e6e-c9f0-4a89-b997-49c94f78b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:56.993733 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:51:58.469769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:00.121051 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:06.902486 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:24.610764 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f4939f7a-86b9-4df2-b784-26945d9d436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:26.921840 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3dc71479-ce26-4fc0-937e-09bd099b3c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:27.004261 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:28.474859 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:30.136430 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:52:30.143424 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:36.912549 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:54.594536 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a8ad5ee2-3cb5-4274-be58-1d8035e8cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:56.946977 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-23376b9e-2e10-4ea0-b98a-0c3473a4a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:56.998077 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:52:58.468500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:00.137035 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:06.908096 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:07.135797 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:53:13.285366 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-899cf760-b77e-49c0-a988-a9789a2037fe req-eb9c12e8-58ef-4784-8bc4-9f3336caf913 service neutron] (92489) timed out ('10.222.0.35', 50403) {{(pid=92489) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:53:13.987010 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-d15137cc-cdc9-49e5-857c-4d8f15f60b49 req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] (92490) timed out ('10.222.0.35', 50397) {{(pid=92490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:53:24.574598 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ab2faec5-1f81-41be-98f4-a9dfb3b3adbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:26.928673 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ade0eb34-f073-40bd-8bf7-d16a82eb418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:26.982302 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:28.473634 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:30.134626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:36.934610 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:44.135136 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:53:54.586240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-22a810c1-5810-4b36-8d3c-7062c0a075c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:56.766108 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-7eb53804-b63c-4399-82b5-c254a97f9d9f req-264922b9-a58f-4895-bce4-d15f94683924 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] (92489) timed out ('10.222.0.38', 40792) {{(pid=92489) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:53:56.931861 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3a14daee-2f4e-434f-b2aa-69d5ae531c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:56.996642 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:53:58.484626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:00.141481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:06.912820 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:21.138444 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:54:24.587962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-faefb23f-7629-4e36-a566-3ab3bb76d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:26.936162 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-23285947-dc21-4373-9381-efc2cb2c436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:27.020964 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:28.481996 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:30.138724 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:36.951967 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:42.287734 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35534) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:43.021921 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:43.435219 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Deleting port e52cfb5c-993c-498e-93e5-8d2625dbb297 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:54:43.435839 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:43.552450 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] For port e52cfb5c-993c-498e-93e5-8d2625dbb297, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=e52cfb5c-993c-498e-93e5-8d2625dbb297,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:54:43.552805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:43.768477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Calling delete_port for e52cfb5c-993c-498e-93e5-8d2625dbb297 owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:54:43.958920 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:43.961846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bd09aa89-8e84-42bc-b778-7aba56073816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:44.007664 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52cfb5c-993c-498e-93e5-8d2625dbb297,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:44.045532 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.045902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.046265 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.046621 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.046972 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.047324 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.047669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.048014 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.048360 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.048701 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.049065 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.049412 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:44.057108 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:44.281022 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:44.640407 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:54:44.824039 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:54:44.828985 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-862f3973-dcf0-409f-8853-c28996519212 admin admin] 10.222.0.38 "PUT /v2.0/routers/92a65f21-f3e2-4bdb-95a3-a629f2da5928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5399709 Jun 09 22:54:44.831366 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35554) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:44.834135 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Sync routers for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:54:44.844957 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:54:44.845616 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:54:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:45.026754 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:54:45.123776 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:45.304417 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:45.324170 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '261d4e41-039e-45bf-888e-cf423931be9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:54:43Z', 'revision_number': 5, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port': {'id': '261d4e41-039e-45bf-888e-cf423931be9c', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:17:17Z', 'updated_at': '2021-06-09T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:45.328118 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Checking router: 92a65f21-f3e2-4bdb-95a3-a629f2da5928 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:54:45.336375 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Routers {'92a65f21-f3e2-4bdb-95a3-a629f2da5928'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:54:45.336969 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:54:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:45.457859 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Deleting port 261d4e41-039e-45bf-888e-cf423931be9c {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:54:45.458204 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:45.499301 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] Set router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:54:45.583989 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] For port 261d4e41-039e-45bf-888e-cf423931be9c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=261d4e41-039e-45bf-888e-cf423931be9c,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:54:45.584344 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:45.610103 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:54:45Z', 'revision_number': 6, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:45.614218 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86ffed-4b04-4a0c-81ae-c1767f04e1dc None None] The sync data for ids ['92a65f21-f3e2-4bdb-95a3-a629f2da5928'] in dv-cinder-789564-5-iscsi is: [{'id': '92a65f21-f3e2-4bdb-95a3-a629f2da5928', 'name': 'tempest-AttachVolumeTestJSON-559226412-router', 'tenant_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:17:15Z', 'updated_at': '2021-06-09T22:54:45Z', 'revision_number': 6, 'project_id': 'cac2f62f0b784ddaadcc734a4d79efa7', 'gw_port_host': None}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:54:45.712186 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Calling delete_port for 261d4e41-039e-45bf-888e-cf423931be9c owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:54:45.945052 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:45.948715 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-949e2958-c412-4d39-89ea-eb407becafc8 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:45.996832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Pushing event deleted for resources: {'Port': ['ID=261d4e41-039e-45bf-888e-cf423931be9c,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:45.999883 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:46.094656 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.274559 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.274559 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.402449 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.403059 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a65f21-f3e2-4bdb-95a3-a629f2da5928 {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:54:46.412531 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.412531 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-7e26f9b2-2556-4378-a605-3897ac79efdc admin admin] 10.222.0.38 "DELETE /v2.0/routers/92a65f21-f3e2-4bdb-95a3-a629f2da5928 HTTP/1.1" status: 204 len: 168 time: 1.5782194 Jun 09 22:54:46.413413 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35562) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:46.475213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Deleting subnet c67b1ada-c465-4696-9c39-80418f9e499e {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:54:46.478279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.530690 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.654198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.787416 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.793466 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:46.832344 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.834718 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c67b1ada-c465-4696-9c39-80418f9e499e HTTP/1.1" status: 204 len: 168 time: 0.4198041 Jun 09 22:54:46.835796 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67b1ada-c465-4696-9c39-80418f9e499e,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:46.836719 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35570) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:46.837492 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e692cc-e8d3-4ddb-9601-dad19f6adcba None None] Network e0efba8d-3c59-46f3-b473-73d9ce2d393c requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:54:46.845070 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.845390 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.845820 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.846168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.846529 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.846884 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.847236 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.847570 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.847930 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.848278 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.848620 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.848969 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:46.852563 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:46.946227 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 261d4e41-039e-45bf-888e-cf423931be9c no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:54:46.960273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:46.989490 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 261d4e41-039e-45bf-888e-cf423931be9c {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:54:46.989843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 261d4e41-039e-45bf-888e-cf423931be9c not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:54:46.990457 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device e52cfb5c-993c-498e-93e5-8d2625dbb297 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:54:47.047577 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Deleting port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:54:47.048196 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.130242 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: e52cfb5c-993c-498e-93e5-8d2625dbb297 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:54:47.130591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device e52cfb5c-993c-498e-93e5-8d2625dbb297 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:54:47.158308 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] For port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:54:47.158629 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.256063 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] DHCP port deletion for e0efba8d-3c59-46f3-b473-73d9ce2d393c request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:54:47.331914 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Deleting port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:54:47.334917 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.400691 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Calling delete_port for 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 owned by network:dhcp {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:54:47.443274 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] For port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,segment=NetworkSegment(02415e62-3c3d-449e-9594-a179117a0515),segment_id=02415e62-3c3d-449e-9594-a179117a0515)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:54:47.443989 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.527773 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.532119 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9fd2c010-8c12-4eec-a69d-e5cd686d4d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:47.578128 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Calling delete_port for 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:54:47.578893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:47.586143 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:47.589835 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] No DVR routers for this DVR port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 on host dv-cinder-789564-5-iscsi {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:54:47.624983 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.628745 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-383fbeb2-5e50-4526-95d1-3bdda4c7e0e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:47.673612 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Pushing event deleted for resources: {'Port': ['ID=9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:47.678826 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] No DVR routers for this DVR port 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:54:47.686164 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.686696 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.686961 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.687191 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.687528 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.687901 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.688193 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.688521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.689186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.689186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.689851 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.689851 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:54:47.699126 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:47.713524 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.727346 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0efba8d-3c59-46f3-b473-73d9ce2d393c']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:47.739597 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02415e62-3c3d-449e-9594-a179117a0515') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:47.739888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02415e62-3c3d-449e-9594-a179117a0515') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:54:47.751045 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.767999 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.774997 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:54:47.775476 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:54:47.797712 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:54:47.963444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.967499 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:47.983139 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:47.984951 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e0efba8d-3c59-46f3-b473-73d9ce2d393c HTTP/1.1" status: 204 len: 168 time: 1.1461678 Jun 09 22:54:47.988196 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0efba8d-3c59-46f3-b473-73d9ce2d393c,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:47.992380 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:48.319668 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35580) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:48.396274 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a388935e-a7a0-4db2-97e5-885ccdb7af1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cac2f62f0b784ddaadcc734a4d79efa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748832 Jun 09 22:54:48.398479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35584) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:48.458450 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:48.484372 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:48.603093 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:48.605658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:48.606797 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cba70a5f-0278-4c2c-a21f-a39040483081 HTTP/1.1" status: 204 len: 168 time: 0.2073524 Jun 09 22:54:48.607594 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-89f52dd7-07f6-4bcb-b055-6d704d4de262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:48.617275 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba70a5f-0278-4c2c-a21f-a39040483081,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:48.619765 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:48.925553 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:54:48.960529 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:54:48.960882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9fdfd2c1-dcc9-4ad3-86fb-bf29f263e449 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:54:50.688962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35654) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:50.812247 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:50.918651 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:50.984444 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:50.991694 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-345f838c-7629-4756-9e0d-8cd7c8cef1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:51.035335 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7450409-8d9f-4ccd-ad5d-7d8017f5c06e,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:51.038533 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:51.041179 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6c488492-ea13-4912-96b9-37922d3cf0df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33a121b19ca54b1d8a4ec28b4183f38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504806 Jun 09 22:54:51.051050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35658) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:51.111535 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:51.141012 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:51.260557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:51.263065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:51.264235 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7450409-8d9f-4ccd-ad5d-7d8017f5c06e HTTP/1.1" status: 204 len: 168 time: 0.2189264 Jun 09 22:54:51.265063 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6314790e-de4c-4c93-95b9-253697ffab2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:51.275918 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7450409-8d9f-4ccd-ad5d-7d8017f5c06e,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:51.278344 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b1a3d9ed-c175-40bf-9535-a6081e98a1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:54.580410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e41-f3b1-43a4-a36b-953addada89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:54.967659 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35728) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:55.090199 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.195021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.268444 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.273475 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-131cd046-2e73-4311-9ab8-1b4ea428fbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:55.313690 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bc2fac68ace4ffda5db05d8f251e980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448703 Jun 09 22:54:55.315347 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d48c1-bc9f-4bb9-926f-1e5c921f4018,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:55.316284 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35736) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:55.319125 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:55.375763 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.404518 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.552184 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.554971 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:55.557001 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/964d48c1-bc9f-4bb9-926f-1e5c921f4018 HTTP/1.1" status: 204 len: 168 time: 0.2388573 Jun 09 22:54:55.557001 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-fe2b85fa-4a46-4642-b553-6f588a7d8d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:55.566455 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d48c1-bc9f-4bb9-926f-1e5c921f4018,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:55.568875 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:56.268198 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35750) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:56.285130 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.387865 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.454605 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.461832 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9b02ec70-c132-40e2-b0bd-8e1f815b7080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:56.503164 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5066f9cb-025e-48ce-8d70-6eb70dd0c769,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:56.507367 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2f64e952d254f33ab1d84db79df635d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381415 Jun 09 22:54:56.508256 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:56.510690 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35752) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:54:56.573438 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.683995 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.807397 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.809887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:56.811048 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5066f9cb-025e-48ce-8d70-6eb70dd0c769 HTTP/1.1" status: 204 len: 168 time: 0.2994623 Jun 09 22:54:56.811836 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-0eb0f3e2-4848-40d2-a5f7-ca0cb37de3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:54:56.821770 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066f9cb-025e-48ce-8d70-6eb70dd0c769,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:54:56.824031 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:54:56.946849 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5b20c50c-b562-48e0-8dc8-65b86f53a684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:57.018253 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:54:58.138660 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:54:58.494801 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.161545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.173508 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35828) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:00.305817 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.431723 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.511962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.519584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cbfee94a-3e75-4453-a2c6-53bd97604bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:00.559855 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1bb8d7960069410cad77b4146bf0d0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851655 Jun 09 22:55:00.561728 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd753103-e301-45f0-9a40-71e6f6b58b17,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:00.563326 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35836) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:00.564770 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:00.628121 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.655074 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.791761 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.795091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:00.797383 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd753103-e301-45f0-9a40-71e6f6b58b17 HTTP/1.1" status: 204 len: 168 time: 0.2323179 Jun 09 22:55:00.799283 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-849fdb2c-7d4d-478f-abf8-069be2a74c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:00.814094 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd753103-e301-45f0-9a40-71e6f6b58b17,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:00.818979 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-91c4563d-34af-49a6-902a-b93571487b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:01.523308 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 35854) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:01.541914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:01.652099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:01.734428 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:01.742264 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-5c884cb5-272a-48d6-82ba-523a41a30a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:01.788206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 35856) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:01.788763 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9930f13f0c5d4f99ba443e14b28b017b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637744 Jun 09 22:55:01.789339 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f2158-4131-4009-8062-af93ded0bcf3,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:01.793515 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-775bc6e2-b17f-4e0e-91d9-6857548ad8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:01.860781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:01.888791 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:02.065973 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:02.068424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:02.069632 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e6f2158-4131-4009-8062-af93ded0bcf3 HTTP/1.1" status: 204 len: 168 time: 0.2791581 Jun 09 22:55:02.076189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3995b5c6-58fd-4af3-9467-80ee0de573f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:02.081930 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f2158-4131-4009-8062-af93ded0bcf3,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:02.084244 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-53bec9df-3a05-497e-a71d-9368f4f5bd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:06.983979 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:14.072404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [req-441d2d36-c277-4380-b8be-b5a310d6a693 req-156a6ea9-c920-4bb0-83a9-ca83c2cfd2ff tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] (92490) timed out ('10.222.0.38', 40752) {{(pid=92490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:55:17.311731 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36062) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:17.429545 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.544800 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.612282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.621284 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6dae3420-3f0b-48d7-8006-92665bfa1700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:17.663786 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92fcbfd2aedd49c79662b038b50e0a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509560 Jun 09 22:55:17.665399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffebc3d3-11b1-49bc-a053-b0bad3d1ff2a,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:17.666519 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36074) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:17.668504 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:17.728608 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.760299 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.894566 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.897068 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:17.898239 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffebc3d3-11b1-49bc-a053-b0bad3d1ff2a HTTP/1.1" status: 204 len: 168 time: 0.2307327 Jun 09 22:55:17.899080 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-81c6f157-fadf-4e23-a7f4-2c9a9f9a4d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:17.909839 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffebc3d3-11b1-49bc-a053-b0bad3d1ff2a,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:17.912319 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4b20e052-b205-45b4-b54c-39ac459abd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:18.591844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36094) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:18.715316 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:18.845678 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:18.938253 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:18.949544 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-760b4b12-a660-4324-bc1e-ab9e1919d10b tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:18.981450 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff0c03-7d7c-4243-a6ce-56e3102295b2,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:18.984890 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:19.008082 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-691546a5-90ff-4c09-9b43-a06e97e29e9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21a2de42a27546fe996dc1fa007371c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150839 Jun 09 22:55:19.010608 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36110) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:19.076431 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:19.105310 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:19.235129 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:19.238309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:19.239466 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eaff0c03-7d7c-4243-a6ce-56e3102295b2 HTTP/1.1" status: 204 len: 168 time: 0.2278798 Jun 09 22:55:19.240196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a67e0c65-8ea4-4925-9ec0-ac956f6b3e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:19.250380 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff0c03-7d7c-4243-a6ce-56e3102295b2,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:19.253829 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:19.760203 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36126) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:19.884221 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:19.989259 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.060163 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.070178 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b480f98f-b87e-4a6d-a312-defce4e7b2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:20.112252 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd8f9232c2804669a2c5949ecca0f624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503051 Jun 09 22:55:20.113992 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad52bf-646a-45de-9c69-4009ab547b75,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:20.114972 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36130) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:20.116974 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9bf21720-ef8b-4466-8a17-d38a0c96f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:20.146238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36134) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:20.176940 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.219953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.263109 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.366367 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.436973 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.439356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.441514 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75ad52bf-646a-45de-9c69-4009ab547b75 HTTP/1.1" status: 204 len: 168 time: 0.3251827 Jun 09 22:55:20.442331 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d8149e27-b4ec-4b11-821a-1e7330e86b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:20.451818 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad52bf-646a-45de-9c69-4009ab547b75,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:20.454172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9569dade-2b6d-4068-acea-29fd003fcfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:20.482678 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.493709 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d0a34447-cd72-4f29-9b8c-91811d86ff77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:20.534562 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=407aae2acdcf48cdbba50a97495724c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870649 Jun 09 22:55:20.539152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36142) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:20.539464 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e0307-a77b-4d47-97a3-c9531e5dd33c,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:20.542491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ece42fd1-9716-4f67-86e9-44226477e491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:20.603629 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.630360 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.760792 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.763490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:20.767050 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/299e0307-a77b-4d47-97a3-c9531e5dd33c HTTP/1.1" status: 204 len: 168 time: 0.2243612 Jun 09 22:55:20.767050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3b172829-ec32-4326-a68e-03d500a34f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:20.775679 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e0307-a77b-4d47-97a3-c9531e5dd33c,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:20.778133 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f18e9815-ac7e-41de-ba6d-4651ae06adaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:23.183638 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36232) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:23.317458 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.438651 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.526388 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.535728 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8c85c323-444b-4afc-9830-7958b67fe97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:23.584913 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46260785-394f-4590-a737-77d91ef3ac89,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:23.591245 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ad0403686d94e1d9cadb9a9fb0a705d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062252 Jun 09 22:55:23.592962 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4ae055ed-34a5-4254-8e63-593dacee1d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:23.593255 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36238) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:23.679386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.712027 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.895172 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.897841 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:23.899085 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46260785-394f-4590-a737-77d91ef3ac89 HTTP/1.1" status: 204 len: 168 time: 0.3044920 Jun 09 22:55:23.899849 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-2d0af0f3-75f3-4afc-b833-6f4daf7d3d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:23.911440 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46260785-394f-4590-a737-77d91ef3ac89,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:23.913996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-fe88546a-c5ab-4314-963d-d5f34c3c10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:24.644101 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e668353d-3c53-4e40-b5ce-0b4274613e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.241767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36274) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:25.353123 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-686294121-network', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:25.463730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Made reservation on behalf of 0a6ed16dac654abeafe9e0ab32aa03f6 for: {'network': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:25.466408 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.482463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.604210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.621023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36280) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:25.738107 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Deleting subnet c40daef7-5fe4-489c-83d9-33af60b862bc {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:55:25.741317 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.744322 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.774728 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-60771f89-d847-4d33-ad22-a111b06e6e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:25.815588 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=92489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:55:25.838736 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.861250 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39496cd-5dcc-43d7-852f-ee14276e4164,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:25.865246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:25.878852 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.878852 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.segments_db [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Added segment ab635d3f-27e6-43a2-9869-5a1622fe2aac of type vlan for network 4b5e9df5-c072-4819-a111-f49df01d31b5 Jun 09 22:55:25.922162 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:25.929112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.105939 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.107355 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:26.108106 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.112218 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:26.190735 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.222732 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5e9df5-c072-4819-a111-f49df01d31b5,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:26.226411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:26.226857 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:26.236309 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:55:26.255036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.260880 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c40daef7-5fe4-489c-83d9-33af60b862bc HTTP/1.1" status: 204 len: 168 time: 0.6347978 Jun 09 22:55:26.261263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36288) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:26.261980 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40daef7-5fe4-489c-83d9-33af60b862bc,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:26.264037 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-404c336e-c8df-4c03-92b4-a3418eec1881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:26.291943 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0462215 Jun 09 22:55:26.292326 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36290) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:26.297808 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Request body: {'subnet': {'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-686294121-subnet', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:26.379613 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Made reservation on behalf of 0a6ed16dac654abeafe9e0ab32aa03f6 for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:26.384640 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.390509 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.523995 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.543356 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3be2856-5df1-481e-b7a4-73b90eb5e5e3']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:26.557763 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d78713-9433-47d3-ab86-85a75235e153') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:26.558047 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d78713-9433-47d3-ab86-85a75235e153') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:26.571516 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.590270 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.598483 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:55:26.598894 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:55:26.656525 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:55:26.728893 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.733318 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ba264cbd-eed6-4561-8741-353d0925555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:26.760495 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.764491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f32cc04b-5d2b-4e7a-9b17-c6394009eea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:26.781568 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:26.783415 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] 10.222.0.38 "DELETE /v2.0/networks/e3be2856-5df1-481e-b7a4-73b90eb5e5e3 HTTP/1.1" status: 204 len: 168 time: 0.5210884 Jun 09 22:55:26.794909 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e3be2856-5df1-481e-b7a4-73b90eb5e5e3,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:26.797652 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:26.815379 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd43b00-0985-438d-9ae5-e020c80f552b,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:26.820299 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:26.828150 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Checking segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:26.828510 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Network hostable DHCP agents. Network: 4b5e9df5-c072-4819-a111-f49df01d31b5, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:55:26.929051 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:55:26.957750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7ae55d99-b6ea-45b0-8aa9-823a8bca7878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.048778 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.128915 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 4b5e9df5-c072-4819-a111-f49df01d31b5) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:27.136045 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:27.137592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.142720 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7d08a-6c37-46b7-90f4-038a17d12250 None None] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:27.243677 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-657b5e7a-5593-4ec8-8703-cbe79039088f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9501801 Jun 09 22:55:27.246237 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36296) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:27.250783 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:27.322046 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36298) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:27.381447 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-817c565c-777b-4601-9dd4-22802284a461 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44672ee963b64dd0a12a766b4a49e79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578036 Jun 09 22:55:27.384870 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36300) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:27.399945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-4b5e9df5-c072-4819-a111-f49df01d31b5', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:55:27.400876 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.417338 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.418368 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.452984 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.479290 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.508343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.570750 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Allocated IP 172.20.0.2 (4b5e9df5-c072-4819-a111-f49df01d31b5/7fd43b00-0985-438d-9ae5-e020c80f552b/4effed06-b7d7-45d6-86a5-2e093a15b3fd) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:27.715706 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.718072 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.719252 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f66154f-3697-43c1-b8f3-25fb8261769d HTTP/1.1" status: 204 len: 168 time: 0.3333166 Jun 09 22:55:27.728448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-9914fe9f-0fc0-48b4-9e9f-f6b3d25cb71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:27.798557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f66154f-3697-43c1-b8f3-25fb8261769d,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:27.801660 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3e4039e2-8d34-4176-b53e-990463b157d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:27.843521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.864613 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Transition to ACTIVE for port object 4effed06-b7d7-45d6-86a5-2e093a15b3fd will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:27.886382 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Transition to ACTIVE for port object 4effed06-b7d7-45d6-86a5-2e093a15b3fd will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:27.948818 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.968774 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:27.974719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:28.044104 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:28.047067 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:28.051747 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:28.059430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Pushing event updated for resources: {'Port': ['ID=4effed06-b7d7-45d6-86a5-2e093a15b3fd,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:28.062922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:28.170648 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Attempting to bind port 4effed06-b7d7-45d6-86a5-2e093a15b3fd on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:28.171028 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Attempting to bind port 4effed06-b7d7-45d6-86a5-2e093a15b3fd by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:28.171400 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Attempting to bind port 4effed06-b7d7-45d6-86a5-2e093a15b3fd on network 4b5e9df5-c072-4819-a111-f49df01d31b5 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:28.179240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:28.179240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Checking segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:28.179240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.179755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Bound using segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:28.180642 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Bound port: 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:28.181343 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.291897 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] For port 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:28.303380 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] For port 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=4effed06-b7d7-45d6-86a5-2e093a15b3fd,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:28.395738 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.399575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:28.403713 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.438945 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.511838 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Pushing event updated for resources: {'Port': ['ID=4effed06-b7d7-45d6-86a5-2e093a15b3fd,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:28.515712 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:28.585117 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.641462 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Allocated IP 172.27.0.210 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/67baae23-6ac6-453f-bcf1-5d9f16ae44e7) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:28.857189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.959639 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 4effed06-b7d7-45d6-86a5-2e093a15b3fd up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:28.961042 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:28.965308 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:29.044555 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:29.047662 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:29.053167 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:29.084470 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Pushing event updated for resources: {'Port': ['ID=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:29.098852 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:29.115216 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 4effed06-b7d7-45d6-86a5-2e093a15b3fd completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:29.119739 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36324) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:29.241876 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707643-network', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:29.343192 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Made reservation on behalf of 5f451caa08dc48a08b1f7c04765d9adb for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:29.345648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.358543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.487446 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.537554 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270510e-b6e4-46f1-8983-63669661b19a None None] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:29.562823 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.567569 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-55dd0f47-2043-4ecb-83c0-79c1fb49052a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:29.593021 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:55:29.607218 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:29.612641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:29.614122 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.614627 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Added segment 241f116c-bce0-4877-b49a-4c87fa6139f0 of type vlan for network 67ef1d74-5ea3-47f9-8ad7-628991cbedea Jun 09 22:55:29.644783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.716300 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.728430 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Provisioning for port 4effed06-b7d7-45d6-86a5-2e093a15b3fd completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:29.738828 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Provisioning complete for port 4effed06-b7d7-45d6-86a5-2e093a15b3fd triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:29.739210 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.745099 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.746631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:29.747281 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.752632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:29.938877 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:29.951820 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Pushing event updated for resources: {'Network': ['ID=67ef1d74-5ea3-47f9-8ad7-628991cbedea,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:29.954930 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:29.964316 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:55:30.001343 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-2a3762f4-1de9-46c1-9837-14d2de3e3e1d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8799472 Jun 09 22:55:30.004379 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36336) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:30.012172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Request body: {'subnet': {'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707643-subnet', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:30.067400 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] For port 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=4effed06-b7d7-45d6-86a5-2e093a15b3fd,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:30.110054 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.111387 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Made reservation on behalf of 5f451caa08dc48a08b1f7c04765d9adb for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:30.114631 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427367'] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.160857 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.162665 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-3bd3188b-be75-496b-bd70-7cf7a8d24750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:30.206261 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.229947 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Pushing event updated for resources: {'Port': ['ID=4effed06-b7d7-45d6-86a5-2e093a15b3fd,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:30.233082 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:30.282797 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-8dc8054b-9bb2-4fab-af7d-79feb0dc2186 None None] Provisioning complete for port 4effed06-b7d7-45d6-86a5-2e093a15b3fd triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:30.283183 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-8dc8054b-9bb2-4fab-af7d-79feb0dc2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.403047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Router 103f02cc-6386-4b71-b911-4271017032bf is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:55:30.431323 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4181916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427285'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.435337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:30.509306 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d26d3e-9305-4247-a94d-5e0b932563de,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:30.512214 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:30.520875 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Checking segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:30.521258 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Network hostable DHCP agents. Network: 67ef1d74-5ea3-47f9-8ad7-628991cbedea, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:55:30.589962 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:30.598689 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Sync routers for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:30.603406 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:55:30.609186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:30.609838 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:30.686329 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.690849 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-40735c33-933e-4d56-9aa0-46ece28312c9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4404316 Jun 09 22:55:30.691043 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36342) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:30.703971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, 67ef1d74-5ea3-47f9-8ad7-628991cbedea) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:30.709796 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:30.711201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.754887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008355d2-d365-4226-991f-e09aa92e89d2 None None] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:30.813135 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d4321dd6-f163-4c13-876d-340c7d216a36 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8070076 Jun 09 22:55:30.816834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36344) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:30.823159 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:30.927699 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.929500 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:30.964759 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 4effed06-b7d7-45d6-86a5-2e093a15b3fd up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:30.982738 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.025358 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:31.352883 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:55:31.353646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.371303 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.381348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 4effed06-b7d7-45d6-86a5-2e093a15b3fd triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:31.381735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.578494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.687846 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Allocated IP 172.20.0.2 (67ef1d74-5ea3-47f9-8ad7-628991cbedea/d6d26d3e-9305-4247-a94d-5e0b932563de/8543ec12-d712-4d63-9cbe-66af9adfdace) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:31.701188 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:29Z', 'revision_number': 3, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:31.715494 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Checking router: 103f02cc-6386-4b71-b911-4271017032bf for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:31.715854 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Updating router 103f02cc-6386-4b71-b911-4271017032bf port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:31.820275 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.845045 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Allocated IP 172.20.0.1 (4b5e9df5-c072-4819-a111-f49df01d31b5/7fd43b00-0985-438d-9ae5-e020c80f552b/553e5a1c-b3cd-4628-885e-34bbac1f5d88) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:31.851363 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:31.852153 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.008206 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Allocated IP 172.27.0.37 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/76d9a294-037e-4c86-8fa7-2767c3f4343e) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:32.011610 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.031366 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Transition to ACTIVE for port object 553e5a1c-b3cd-4628-885e-34bbac1f5d88 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:32.080236 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.091777 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Transition to ACTIVE for port object 8543ec12-d712-4d63-9cbe-66af9adfdace will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:32.113334 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Transition to ACTIVE for port object 8543ec12-d712-4d63-9cbe-66af9adfdace will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:32.140483 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.146577 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-cfb35c25-f626-40a8-83b7-f0a079c78b04 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:32.188613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.197084 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.207248 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:32.218174 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:32.221357 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:32.225838 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:32.260036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Pushing event updated for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:32.265645 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:32.280238 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:32.281416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:32.285901 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:32.293145 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.293937 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.300386 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-044fab37-579e-45dd-a6ae-cd61c5400cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:32.375834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:32.380389 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:32.384460 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:32.462678 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Pushing event updated for resources: {'Port': ['ID=8543ec12-d712-4d63-9cbe-66af9adfdace,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:32.507386 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:32.546043 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Pushing event updated for resources: {'Port': ['ID=76d9a294-037e-4c86-8fa7-2767c3f4343e,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:32.551352 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:32.580687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Attempting to bind port 8543ec12-d712-4d63-9cbe-66af9adfdace on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:32.587703 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Attempting to bind port 8543ec12-d712-4d63-9cbe-66af9adfdace by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:32.588644 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Attempting to bind port 8543ec12-d712-4d63-9cbe-66af9adfdace on network 67ef1d74-5ea3-47f9-8ad7-628991cbedea {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:32.602517 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:32.603000 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Checking segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:32.603479 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.603948 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Bound using segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:32.604495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Bound port: 8543ec12-d712-4d63-9cbe-66af9adfdace, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:32.604971 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.671731 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-3a3f11af-1c22-4450-8b13-a6370baf270a None None] Provisioning for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:32.684510 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36354) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:32.701121 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.730321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-3a3f11af-1c22-4450-8b13-a6370baf270a None None] Provisioning complete for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:32.730901 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3a3f11af-1c22-4450-8b13-a6370baf270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.898889 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.900043 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.902352 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f11af-1c22-4450-8b13-a6370baf270a None None] Port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:32.905751 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] For port 8543ec12-d712-4d63-9cbe-66af9adfdace, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:32.912823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] For port 8543ec12-d712-4d63-9cbe-66af9adfdace, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=8543ec12-d712-4d63-9cbe-66af9adfdace,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:32.918786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Transition to ACTIVE for port object 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:32.968818 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:32.979261 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-75a01bbc-bdbe-4670-a2a4-786e0941b178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:33.031792 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.047154 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.076922 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.087217 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.097609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Attempting to bind port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:33.097958 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Attempting to bind port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:33.100791 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Attempting to bind port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:33.103928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Pushing event updated for resources: {'Port': ['ID=8543ec12-d712-4d63-9cbe-66af9adfdace,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:33.108693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:33.109175 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:33.120927 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.143410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:33.143929 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:33.144210 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.144612 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:33.145114 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Bound port: 67baae23-6ac6-453f-bcf1-5d9f16ae44e7, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:33.145708 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.149794 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:33.206214 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.225408 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Pushing event updated for resources: {'Port': ['ID=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:33.238520 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:33.255557 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] For port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:33.260149 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] For port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:33.279469 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Pushing event updated for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:33.285123 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=075c90fa73bd4ad3a45e691176288530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989723 Jun 09 22:55:33.286265 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:33.287140 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.289521 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36358) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:33.291032 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-24a5538a-f0eb-4fbd-a69b-cd1e3c334038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:33.373369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.378202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:33.512827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Pushing event updated for resources: {'Port': ['ID=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:33.516177 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:33.520702 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:33.575562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5309e-5d2a-4a26-a5a9-35e4b0868ed9,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:33.581130 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a78bd551-b4b1-4140-a094-233b1987274a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:33.610187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.619453 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:33.630222 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.674557 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:33.676660 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:33.709163 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:33.788225 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:34.024428 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Router 103f02cc-6386-4b71-b911-4271017032bf has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:55:34.064453 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:34.067152 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:34.068310 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92a5309e-5d2a-4a26-a5a9-35e4b0868ed9 HTTP/1.1" status: 204 len: 168 time: 0.7773275 Jun 09 22:55:34.069325 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d1822bd4-5f23-4b71-bad9-82e2657e4b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:34.086673 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5309e-5d2a-4a26-a5a9-35e4b0868ed9,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:34.089372 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-73546669-08cf-49bb-9c82-593247cdd437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:34.101950 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Router c6690050-ee97-475c-8cd2-cd044ef754d0 is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:55:34.187081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-6a87b576-f10f-4f90-b146-c5dec6ec27f1 None None] Provisioning complete for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:34.187601 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-6a87b576-f10f-4f90-b146-c5dec6ec27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:34.269246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:34.290670 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] 10.222.0.38 "PUT /v2.0/routers/103f02cc-6386-4b71-b911-4271017032bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886240 Jun 09 22:55:34.318714 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-6a87b576-f10f-4f90-b146-c5dec6ec27f1 None None] Port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:34.360048 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 2, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:34.367799 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c1aa9-3748-4c6f-b5e9-9390e736352c None None] The sync data for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi is: [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 2, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:34.446672 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:34.469509 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Sync routers for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:34.475564 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b75ecf-7dfe-4eca-b54c-4944d9e526fa None None] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:34.493278 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:34.494108 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:34.573273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:34.576061 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-52ee62ab-2bd8-474d-b352-65221c9f73e4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7575276 Jun 09 22:55:34.585986 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36366) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:34.769472 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:34.776308 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-6ee5c19d-c54a-44e8-9ed0-bb39ec34d320 None None] Provisioning for port 8543ec12-d712-4d63-9cbe-66af9adfdace completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:35.060972 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 8543ec12-d712-4d63-9cbe-66af9adfdace up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:35.214534 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:55:35.261880 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 3, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:35.274892 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Checking router: c6690050-ee97-475c-8cd2-cd044ef754d0 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:35.275992 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Updating router c6690050-ee97-475c-8cd2-cd044ef754d0 port 76d9a294-037e-4c86-8fa7-2767c3f4343e binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:35.303449 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 8543ec12-d712-4d63-9cbe-66af9adfdace completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:35.312657 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 8543ec12-d712-4d63-9cbe-66af9adfdace triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:35.313256 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.335316 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.387126 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-f6c4c269-48d2-4b83-b8fd-cf79c2a7f3eb None None] Provisioning complete for port 8543ec12-d712-4d63-9cbe-66af9adfdace triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:35.387513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c269-48d2-4b83-b8fd-cf79c2a7f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.585933 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.685409 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36378) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:35.691755 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-614802122-network', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:35.703371 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.778864 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 8543ec12-d712-4d63-9cbe-66af9adfdace, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=8543ec12-d712-4d63-9cbe-66af9adfdace,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:35.779944 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c269-48d2-4b83-b8fd-cf79c2a7f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.801853 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Made reservation on behalf of 5f32c400063f4269bd0bb9c19a161b27 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:35.807804 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.831767 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.842694 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.861194 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.865585 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:35.874381 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Transition to ACTIVE for port object 76d9a294-037e-4c86-8fa7-2767c3f4343e will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:35.973082 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:35.991479 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-06d7de89-60b1-41b6-a519-b4a3e3b3eec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:36.048829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.051246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Allocated IP 172.20.0.1 (67ef1d74-5ea3-47f9-8ad7-628991cbedea/d6d26d3e-9305-4247-a94d-5e0b932563de/434d7e28-3deb-4e36-897f-5c32d4c5634b) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:36.090361 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.db.api [None req-f6c4c269-48d2-4b83-b8fd-cf79c2a7f3eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 22:55:36.091365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_db.api [None req-f6c4c269-48d2-4b83-b8fd-cf79c2a7f3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 22:55:36.098540 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=8543ec12-d712-4d63-9cbe-66af9adfdace,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.101996 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.133934 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Attempting to bind port 76d9a294-037e-4c86-8fa7-2767c3f4343e on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:36.134457 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Attempting to bind port 76d9a294-037e-4c86-8fa7-2767c3f4343e by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:36.134994 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Attempting to bind port 76d9a294-037e-4c86-8fa7-2767c3f4343e on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:36.144780 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Pushing event updated for resources: {'Port': ['ID=76d9a294-037e-4c86-8fa7-2767c3f4343e,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.157735 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:36.158260 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:36.159489 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.160052 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:36.160728 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Bound port: 76d9a294-037e-4c86-8fa7-2767c3f4343e, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:36.161335 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.162804 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.171512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e8a34e40-3f05-43d1-a860-0633037447ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:36.206053 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.206789 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.207181 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.207649 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.208150 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.208627 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.209171 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.209579 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.210001 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35fdf17-da24-4007-879f-6d709a7f5704,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.210116 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.210502 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.210959 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.218465 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:36.227365 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.228245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.240123 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:55:36.255515 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.255940 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Added segment a2354b95-6111-420c-9c34-9df0ed52fe65 of type vlan for network e43b95d1-9f63-4863-b549-c9a6f6590d58 Jun 09 22:55:36.285310 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] For port 76d9a294-037e-4c86-8fa7-2767c3f4343e, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:36.288867 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] For port 76d9a294-037e-4c86-8fa7-2767c3f4343e, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=76d9a294-037e-4c86-8fa7-2767c3f4343e,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:36.409525 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.417685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.428549 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Transition to ACTIVE for port object 434d7e28-3deb-4e36-897f-5c32d4c5634b will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:36.609209 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.613737 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:36.665554 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.675579 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.675874 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:36.675874 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.675874 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bdb9c5c1-cd65-4337-b454-fc1822c887ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:36.676153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6551eb83-2203-4951-aef4-085feccc1abd tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:36.691942 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:36.692661 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:36.744106 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:36.747337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:36.751901 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:36.752143 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Pushing event updated for resources: {'Port': ['ID=76d9a294-037e-4c86-8fa7-2767c3f4343e,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.767707 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.789842 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Pushing event updated for resources: {'Network': ['ID=e43b95d1-9f63-4863-b549-c9a6f6590d58,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.791337 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.804331 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:55:36.816418 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Pushing event updated for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:36.823627 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:36.862544 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36380) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:36.862713 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1729424 Jun 09 22:55:36.864767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Request body: {'subnet': {'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-614802122-subnet', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'ip_version': 4}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:36.876492 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:36.943738 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:36.999081 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Made reservation on behalf of 5f32c400063f4269bd0bb9c19a161b27 for: {'subnet': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:37.002176 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3484691'] for subnet, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.040202 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.118598 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:37.153485 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-baa001e2-9e8d-49b9-a85b-83a307ed4958 None None] Provisioning for port 434d7e28-3deb-4e36-897f-5c32d4c5634b completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:37.169076 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-baa001e2-9e8d-49b9-a85b-83a307ed4958 None None] Provisioning complete for port 434d7e28-3deb-4e36-897f-5c32d4c5634b triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:37.169575 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-baa001e2-9e8d-49b9-a85b-83a307ed4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.171629 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.241875 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-baa001e2-9e8d-49b9-a85b-83a307ed4958 None None] Port 434d7e28-3deb-4e36-897f-5c32d4c5634b cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:37.309372 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Sync routers for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:37.316100 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:37.323568 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 3, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:37.323766 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:37.324259 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.327189 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec372c-3944-4908-9ed2-95c971138a60 None None] The sync data for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi is: [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 3, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:37.356721 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:37.357498 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:37.537839 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.555869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3484769'] for subnet, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.561542 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-4566b8c8-2dae-4c90-acdd-fff6fa4d210a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:37.626292 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:37.657227 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.690522 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.706633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eeb442e-f4d2-4565-8b53-82aeb76f25a4,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:37.716132 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:37.716649 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-7479c2b4-ec76-44b6-9590-5546d24f9073 tempest-VolumesSnapshotTestJSON-1156955722 tempest-VolumesSnapshotTestJSON-1156955722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:37.761617 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Checking segment: {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:37.762289 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Network hostable DHCP agents. Network: e43b95d1-9f63-4863-b549-c9a6f6590d58, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:55:37.771944 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:37.808076 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.840913 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:37.841272 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 8543ec12-d712-4d63-9cbe-66af9adfdace up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:37.874300 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:37.893206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Pushing event updated for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:37.901462 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:37.962136 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:55:37.990435 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:37.992205 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:38.020879 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:38.024266 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:38.094024 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 8543ec12-d712-4d63-9cbe-66af9adfdace triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:38.094321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.126196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, e43b95d1-9f63-4863-b549-c9a6f6590d58) {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:38.140412 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702d14e-b44b-4d9b-bb71-c7b7a0d663c3 None None] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:38.147757 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:38.148372 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.239702 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Router c6690050-ee97-475c-8cd2-cd044ef754d0 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:55:38.316480 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-068cf3fc-7ae1-413c-9481-c82d55c94c4f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4565175 Jun 09 22:55:38.323453 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36382) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:38.332392 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:38.409269 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 2, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:38.429957 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Checking router: 103f02cc-6386-4b71-b911-4271017032bf for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:38.430322 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Updating router 103f02cc-6386-4b71-b911-4271017032bf port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:38.472945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a47f824b-c7a6-4b86-ae79-777956704211 None None] Provisioning complete for port 434d7e28-3deb-4e36-897f-5c32d4c5634b triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:38.473354 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a47f824b-c7a6-4b86-ae79-777956704211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.577112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:38.583196 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] 10.222.0.38 "PUT /v2.0/routers/c6690050-ee97-475c-8cd2-cd044ef754d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9953077 Jun 09 22:55:38.586262 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.609333 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a47f824b-c7a6-4b86-ae79-777956704211 None None] Port 434d7e28-3deb-4e36-897f-5c32d4c5634b cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:38.618127 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.619518 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.637948 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:38.763393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-e43b95d1-9f63-4863-b549-c9a6f6590d58', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:55:38.764228 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.031866 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.087740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Allocated IP 172.20.0.2 (e43b95d1-9f63-4863-b549-c9a6f6590d58/8eeb442e-f4d2-4565-8b53-82aeb76f25a4/9eccd03e-1f72-4fe2-baaf-cf45f2545316) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:39.102602 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:39.185819 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Sync routers for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:39.196410 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:39.197062 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:39.352072 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.394120 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Transition to ACTIVE for port object 553e5a1c-b3cd-4628-885e-34bbac1f5d88 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:39.413174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:39.413555 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.472291 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:39.517592 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.527769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-35cffb2a-b743-4cfc-85a8-afc11ffe16cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:39.539529 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.581386 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.660883 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36404) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:39.669692 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729184591-network', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:39.707039 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9d9c-36a1-40fa-834e-145b2a461e62 None None] Pushing event updated for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:39.711311 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.765800 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-14ba9d9c-36a1-40fa-834e-145b2a461e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:39.810049 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Allocated IP 172.27.0.201 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/10ccb23f-c4da-44ce-85f4-157a533bc964) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:39.818795 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Transition to ACTIVE for port object 9eccd03e-1f72-4fe2-baaf-cf45f2545316 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:39.820885 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Made reservation on behalf of 2ff72f1657e6436dafa4faf754262a73 for: {'network': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:39.824975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-742405'] for network, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.842655 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.891281 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 2, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:39.896869 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Checking router: c6690050-ee97-475c-8cd2-cd044ef754d0 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:39.897413 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Updating router c6690050-ee97-475c-8cd2-cd044ef754d0 port 434d7e28-3deb-4e36-897f-5c32d4c5634b binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:39.914158 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Attempting to bind port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:39.921682 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Attempting to bind port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:39.921682 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Attempting to bind port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 on network 4b5e9df5-c072-4819-a111-f49df01d31b5 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:39.950257 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:39.950628 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Checking segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:39.951045 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.951452 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Bound using segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:39.952333 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Bound port: 553e5a1c-b3cd-4628-885e-34bbac1f5d88, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:39.952724 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.969039 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:39.975729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Transition to ACTIVE for port object 9eccd03e-1f72-4fe2-baaf-cf45f2545316 will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:39.989323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76d9a294-037e-4c86-8fa7-2767c3f4343e up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:40.017798 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.029494 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.113492 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.121574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.129064 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.133869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.135648 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ee1535e6-aeb4-4dc0-bd73-9e028f3ee345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.136168 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3140a346-d7bc-442b-9327-9bf21c3aa99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.169656 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=92490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:55:40.191355 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d6097-3e56-4373-9bf7-cd2ebbb65c62,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.197309 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.198668 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.200049 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.segments_db [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Added segment 0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b of type vlan for network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 Jun 09 22:55:40.214624 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:40.230785 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:40.235584 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:40.241349 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781348599022'] for network, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.252574 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:40.256871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:40.263542 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:40.305041 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Pushing event updated for resources: {'Port': ['ID=10ccb23f-c4da-44ce-85f4-157a533bc964,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.308209 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.340494 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Pushing event updated for resources: {'Port': ['ID=9eccd03e-1f72-4fe2-baaf-cf45f2545316,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.344998 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627'] for network, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.347741 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:40.348505 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.350375 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.355469 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 76d9a294-037e-4c86-8fa7-2767c3f4343e completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:40.366149 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-9e6ff3e1-c8ba-4b07-8bb0-1d77c20f4557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.389409 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] For port 553e5a1c-b3cd-4628-885e-34bbac1f5d88, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:40.398107 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 76d9a294-037e-4c86-8fa7-2767c3f4343e triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:40.398493 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.416544 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.437632 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Transition to ACTIVE for port object 434d7e28-3deb-4e36-897f-5c32d4c5634b will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:40.462229 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7985482 Jun 09 22:55:40.462674 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] For port 553e5a1c-b3cd-4628-885e-34bbac1f5d88, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=553e5a1c-b3cd-4628-885e-34bbac1f5d88,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:40.468212 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36412) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:40.471325 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Attempting to bind port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:40.471827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Attempting to bind port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:40.472203 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Attempting to bind port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 on network e43b95d1-9f63-4863-b549-c9a6f6590d58 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:40.474323 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Request body: {'subnet': {'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729184591-subnet', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'ip_version': 4}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:40.481521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:40.481823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Checking segment: {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:40.482234 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.482639 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Bound using segment: {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:40.483113 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Bound port: 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:40.483498 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.508740 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Pushing event updated for resources: {'Network': ['ID=d9185378-d80c-4d8a-a4e8-4fa8226bd5a6,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.512668 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-4d899689-9a3e-4f5b-ba2f-591994584a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.515570 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.520517 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.531581 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 details requested by agent ovs-agent-dv-cinder-789564-5-iscsi with host dv-cinder-789564-5-iscsi {{(pid=92491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:55:40.606541 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.613404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Made reservation on behalf of 2ff72f1657e6436dafa4faf754262a73 for: {'subnet': 1} {{(pid=92490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:55:40.616289 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2427367'] for subnet, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.618109 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-bd758824-a24a-4b07-b06f-2c4776acce76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:40.726620 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175d0f-fa17-4494-a8f4-c0dec6a4d3db None None] Pushing event updated for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.805147 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-3d175d0f-fa17-4494-a8f4-c0dec6a4d3db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.833670 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] For port 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:40.838620 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] For port 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9eccd03e-1f72-4fe2-baaf-cf45f2545316,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:40.863205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9d9c-36a1-40fa-834e-145b2a461e62 None None] Pushing event updated for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:40.879622 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-14ba9d9c-36a1-40fa-834e-145b2a461e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:40.887885 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.898941 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Attempting to bind port 434d7e28-3deb-4e36-897f-5c32d4c5634b on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:40.899184 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Attempting to bind port 434d7e28-3deb-4e36-897f-5c32d4c5634b by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:40.900094 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Attempting to bind port 434d7e28-3deb-4e36-897f-5c32d4c5634b on network 67ef1d74-5ea3-47f9-8ad7-628991cbedea {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:40.907229 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:40.907623 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Checking segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:40.908080 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.909260 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Bound using segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:40.913166 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Bound port: 434d7e28-3deb-4e36-897f-5c32d4c5634b, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:40.913388 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:40.917609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 76d9a294-037e-4c86-8fa7-2767c3f4343e, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=76d9a294-037e-4c86-8fa7-2767c3f4343e,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:40.919400 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:40.920779 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:41.042298 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.042567 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] For port 434d7e28-3deb-4e36-897f-5c32d4c5634b, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:41.046105 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] For port 434d7e28-3deb-4e36-897f-5c32d4c5634b, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=434d7e28-3deb-4e36-897f-5c32d4c5634b,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:41.048404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4181916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2427285'] for subnet, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.054451 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:41.062775 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.134462 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.135792 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca080c6-0385-4010-b181-218a7b11fe16,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:41.138964 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-0858e37a-dd72-4c26-a000-e7527b0d80e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:41.139596 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:41.154178 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Checking segment: {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:41.154850 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Network hostable DHCP agents. Network: d9185378-d80c-4d8a-a4e8-4fa8226bd5a6, hostable agents: ['c8ce81d1-d5b6-46a4-810b-01edb3b52736'], hosted agents: [] {{(pid=92490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:55:41.168282 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:41.171274 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.235333 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:41.236004 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:41.244978 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 553e5a1c-b3cd-4628-885e-34bbac1f5d88 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:41.262470 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 is scheduled to be hosted by DHCP agent c8ce81d1-d5b6-46a4-810b-01edb3b52736 with binding_index 1 {{(pid=92490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:55:41.351567 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-5-iscsi, d9185378-d80c-4d8a-a4e8-4fa8226bd5a6) {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:41.362012 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:55:41.362012 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.366034 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe5898-748a-401f-a544-2c61d9e2a0c3 None None] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:41.452993 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a7062034-f361-4355-aa31-8b94a81c2ceb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9833159 Jun 09 22:55:41.455493 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36416) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:41.462044 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175d0f-fa17-4494-a8f4-c0dec6a4d3db None None] Pushing event updated for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=4']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:41.464140 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:41.471999 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-3d175d0f-fa17-4494-a8f4-c0dec6a4d3db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:41.473802 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Pushing event updated for resources: {'Port': ['ID=9eccd03e-1f72-4fe2-baaf-cf45f2545316,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:41.548204 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:41.562723 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1814346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1802'] for router, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.564152 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1813997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1810925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.588976 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.703351 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:41.706232 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=76d9a294-037e-4c86-8fa7-2767c3f4343e,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:41.729786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:41.732580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:41.732946 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:41.809987 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:42.035882 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1810847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1847'] for router, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.081682 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:42.084748 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:41Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:42.088968 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1940b-0feb-4c81-b411-9e5c873b0292 None None] The sync data for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi is: [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:41Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:42.099520 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:55:42.107647 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:42.108038 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.372668 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:42.390889 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Sync routers for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:42.419203 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb416b33b-fd5c-5973-a052-6035c673650d-d9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'fixed_ips': [{'subnet_id': 'aca080c6-0385-4010-b181-218a7b11fe16'}]}} from dv-cinder-789564-5-iscsi. {{(pid=92491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 22:55:42.420171 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.447654 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:42.448417 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:42.465519 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.472067 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-857452c1-7046-4b0d-ab7c-f717b3b1526b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1470182 Jun 09 22:55:42.472067 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36422) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:42.660648 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.706410 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:42.787572 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6cf772-601a-43e8-a762-0f7dae55d8f1 None None] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:42.963871 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.024009 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Allocated IP 172.27.0.61 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/50be2689-5f7b-49b0-b29d-56a9349bce60) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:43.093249 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:43.212855 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-5856d0df-5005-4e4c-ac32-a6d4316c63a5 None None] Provisioning for port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:43.214793 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.352521 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.db_base_plugin_common [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Allocated IP 172.20.0.2 (d9185378-d80c-4d8a-a4e8-4fa8226bd5a6/aca080c6-0385-4010-b181-218a7b11fe16/09c5391d-6a2a-435b-a1eb-91b94e1f926c) {{(pid=92491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:43.356121 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 553e5a1c-b3cd-4628-885e-34bbac1f5d88, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=553e5a1c-b3cd-4628-885e-34bbac1f5d88,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:43.362886 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.369265 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1aa69a9a-876e-449d-a150-031296916a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:43.378332 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:43.402661 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a05c2-1fd2-43af-b279-121a8e6d0ddd None None] The sync data for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi is: [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:43.449450 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:43.452883 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:43.463446 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:43.512314 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.515066 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Pushing event updated for resources: {'Port': ['ID=50be2689-5f7b-49b0-b29d-56a9349bce60,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:43.520134 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:43.561882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.587805 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:43.660976 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:43.673614 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:43.852145 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Allocated IP 172.20.0.1 (e43b95d1-9f63-4863-b549-c9a6f6590d58/8eeb442e-f4d2-4565-8b53-82aeb76f25a4/87ae7bca-3277-4919-a81f-b17420b4af6c) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:43.893439 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76d9a294-037e-4c86-8fa7-2767c3f4343e up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:43.927077 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks [] for port, precommit_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:43.936802 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 3, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:43.958532 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Checking router: bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:43.958896 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Updating router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a port 10ccb23f-c4da-44ce-85f4-157a533bc964 binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:44.072559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.088630 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Transition to ACTIVE for port object 09c5391d-6a2a-435b-a1eb-91b94e1f926c will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:44.089465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Transition to ACTIVE for port object 87ae7bca-3277-4919-a81f-b17420b4af6c will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:44.138623 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Transition to ACTIVE for port object 09c5391d-6a2a-435b-a1eb-91b94e1f926c will not be triggered until provisioned by entity DHCP. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:44.144998 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.150849 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.186999 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.193946 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce68fd9e-bcd8-4989-a4a3-a2ff72442d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:44.208683 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 76d9a294-037e-4c86-8fa7-2767c3f4343e triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:44.209061 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.271260 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:44.274513 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:44.279372 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:44.286338 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217'] for port, after_create {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.297577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-64ac9d7c-ec5a-4470-92e7-0111d4854d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:44.321307 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Pushing event updated for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:44.353683 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.356418 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:44.424111 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 is already hosted by enough agents. {{(pid=92491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:44.435059 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.scheduler.base_scheduler [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Resources bound (agent type, host, resource id): {{(pid=92491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:44.441693 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Pushing event updated for resources: {'Port': ['ID=09c5391d-6a2a-435b-a1eb-91b94e1f926c,revision_number=1']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:44.446822 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:44.520718 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Received port after_create {{(pid=92491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:44.568643 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.585756 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1810864'] for router, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.724428 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Attempting to bind port 09c5391d-6a2a-435b-a1eb-91b94e1f926c on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:44.724775 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Attempting to bind port 09c5391d-6a2a-435b-a1eb-91b94e1f926c by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:44.725063 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Attempting to bind port 09c5391d-6a2a-435b-a1eb-91b94e1f926c on network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:44.729545 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9eccd03e-1f72-4fe2-baaf-cf45f2545316 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:44.765222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-917218d0-1fd2-49f4-bc3b-ca7bda3d166b None None] Provisioning for port 87ae7bca-3277-4919-a81f-b17420b4af6c completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:44.777305 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:44.777692 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Checking segment: {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:44.778100 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.778502 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Bound using segment: {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:44.778998 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Bound port: 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:44.779376 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.802353 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-917218d0-1fd2-49f4-bc3b-ca7bda3d166b None None] Provisioning complete for port 87ae7bca-3277-4919-a81f-b17420b4af6c triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:44.802996 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-917218d0-1fd2-49f4-bc3b-ca7bda3d166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.838368 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.934091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Router 877d9aa8-c069-48ae-a310-fdb0a7433466 is scheduled to L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 with binding_index 1 {{(pid=92490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 22:55:44.972189 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:44.976307 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-917218d0-1fd2-49f4-bc3b-ca7bda3d166b None None] Port 87ae7bca-3277-4919-a81f-b17420b4af6c cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:45.020764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d417db55-7f5d-45d9-8716-a132c5b89eb9 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:45.025713 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.031185 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] For port 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:45.037006 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] For port 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=09c5391d-6a2a-435b-a1eb-91b94e1f926c,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:45.043618 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Transition to ACTIVE for port object 10ccb23f-c4da-44ce-85f4-157a533bc964 will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:45.083510 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:45.088945 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:45.089411 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.116185 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Pushing event updated for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:45.128687 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.134120 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:45.142254 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.158697 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ae43b8be-33d9-4e94-8372-32385062fd9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:45.194359 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.272785 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Attempting to bind port 10ccb23f-c4da-44ce-85f4-157a533bc964 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:45.273200 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Attempting to bind port 10ccb23f-c4da-44ce-85f4-157a533bc964 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:45.273577 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Attempting to bind port 10ccb23f-c4da-44ce-85f4-157a533bc964 on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:45.288350 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:45.300463 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Sync routers for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:45.302241 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:45.302992 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:45.303649 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.304109 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:45.304836 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Bound port: 10ccb23f-c4da-44ce-85f4-157a533bc964, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:45.305506 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.320591 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:45.321372 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:45.346383 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Pushing event updated for resources: {'Port': ['ID=09c5391d-6a2a-435b-a1eb-91b94e1f926c,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:45.355991 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:45.357452 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:45.360371 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:45.360843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:45.373873 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.379451 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-8cab45ee-a6c6-42af-a632-ec139972624c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9216554 Jun 09 22:55:45.380078 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36424) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:45.560877 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000072-f512-4945-a67c-c7343192936b None None] Pushing event updated for resources: {'Port': ['ID=10ccb23f-c4da-44ce-85f4-157a533bc964,revision_number=2']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:45.563966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] For port 10ccb23f-c4da-44ce-85f4-157a533bc964, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:45.568937 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-0b000072-f512-4945-a67c-c7343192936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:45.583147 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.618220 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] For port 10ccb23f-c4da-44ce-85f4-157a533bc964, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=10ccb23f-c4da-44ce-85f4-157a533bc964,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:45.664220 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9eccd03e-1f72-4fe2-baaf-cf45f2545316,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:45.693984 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:45.713552 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.717513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-14ba9d9c-36a1-40fa-834e-145b2a461e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:45.785812 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.786676 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 434d7e28-3deb-4e36-897f-5c32d4c5634b up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:45.903061 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000072-f512-4945-a67c-c7343192936b None None] Pushing event updated for resources: {'Port': ['ID=10ccb23f-c4da-44ce-85f4-157a533bc964,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:45.906504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:45.907142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:45.934035 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:55:45.971446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-0b000072-f512-4945-a67c-c7343192936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:45.973174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-a923cb3e-914d-4223-8cf9-24b8f99f1918 None None] Provisioning complete for port 87ae7bca-3277-4919-a81f-b17420b4af6c triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:45.973633 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a923cb3e-914d-4223-8cf9-24b8f99f1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:45.996668 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:46.125959 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 3, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:46.134846 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Checking router: 877d9aa8-c069-48ae-a310-fdb0a7433466 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:46.135618 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Updating router 877d9aa8-c069-48ae-a310-fdb0a7433466 port 50be2689-5f7b-49b0-b29d-56a9349bce60 binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:46.208275 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:46.211709 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.227053 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7547894 Jun 09 22:55:46.318886 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a923cb3e-914d-4223-8cf9-24b8f99f1918 None None] Port 87ae7bca-3277-4919-a81f-b17420b4af6c cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:46.329922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=9eccd03e-1f72-4fe2-baaf-cf45f2545316,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:46.346737 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:46.384645 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 434d7e28-3deb-4e36-897f-5c32d4c5634b completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:46.396609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 434d7e28-3deb-4e36-897f-5c32d4c5634b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:46.397287 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.470263 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:46.500425 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.583376 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89b1ca-3ac5-4dd7-af29-de0636b87d71 None None] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:55:46.763751 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Allocated IP 172.20.0.1 (d9185378-d80c-4d8a-a4e8-4fa8226bd5a6/aca080c6-0385-4010-b181-218a7b11fe16/6efa0ab6-a4f3-47c9-9a2c-da7661366ba3) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:55:46.766933 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.783501 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Transition to ACTIVE for port object 50be2689-5f7b-49b0-b29d-56a9349bce60 will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:46.895416 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.903250 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:46.917023 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.927975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:46.946072 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.provisioning_blocks [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Transition to ACTIVE for port object 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 will not be triggered until provisioned by entity DHCP. {{(pid=92490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:46.948081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-e68c0947-3b49-4731-bb67-bf82ff0474e8 None None] Provisioning for port 09c5391d-6a2a-435b-a1eb-91b94e1f926c completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:47.012915 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Attempting to bind port 50be2689-5f7b-49b0-b29d-56a9349bce60 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:47.013344 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Attempting to bind port 50be2689-5f7b-49b0-b29d-56a9349bce60 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:47.013721 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Attempting to bind port 50be2689-5f7b-49b0-b29d-56a9349bce60 on network 41d699eb-01bb-4b39-b2dd-e5b736fae505 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:47.023729 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:47.024101 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Checking segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:47.024497 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.024889 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Bound using segment: {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:47.025373 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Bound port: 50be2689-5f7b-49b0-b29d-56a9349bce60, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cdd6d-0f49-464c-9c26-39ea7e316d43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:47.025745 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.040887 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.046604 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-af3f8400-6d84-4a52-94a4-9a8e88a9fd6f tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:47.056053 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc270b-ee61-4245-a2d2-4f2d1141637f None None] Pushing event updated for resources: {'Port': ['ID=50be2689-5f7b-49b0-b29d-56a9349bce60,revision_number=2']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:47.059293 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-7ffc270b-ee61-4245-a2d2-4f2d1141637f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:47.062217 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 434d7e28-3deb-4e36-897f-5c32d4c5634b, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=434d7e28-3deb-4e36-897f-5c32d4c5634b,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:47.114217 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] For port 50be2689-5f7b-49b0-b29d-56a9349bce60, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:47.117809 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:47.118103 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] For port 50be2689-5f7b-49b0-b29d-56a9349bce60, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=50be2689-5f7b-49b0-b29d-56a9349bce60,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:47.120516 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.121435 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:47.125204 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:55:47.130500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:47.163126 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Pushing event updated for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:47.179752 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.180103 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.180628 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.181223 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.182313 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.182313 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.183316 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.183316 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.183975 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.184502 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.184934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.185491 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:47.188212 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.191996 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:47.201410 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:47.223759 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811706'] for router_interface, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.224825 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '87ae7bca-3277-4919-a81f-b17420b4af6c', 'name': '', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'mac_address': 'fa:16:3e:eb:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:43Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 2, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'subnets': [{'id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:47.231754 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:47.235986 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:47.237487 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00427fd-ca90-482d-a782-f5f2d74676ad None None] The sync data for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi is: [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '87ae7bca-3277-4919-a81f-b17420b4af6c', 'name': '', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'mac_address': 'fa:16:3e:eb:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:43Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 2, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'subnets': [{'id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:47.270567 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:47.271313 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:47.355036 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9eccd03e-1f72-4fe2-baaf-cf45f2545316 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:47.470432 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:47.471307 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.516326 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc270b-ee61-4245-a2d2-4f2d1141637f None None] Pushing event updated for resources: {'Port': ['ID=50be2689-5f7b-49b0-b29d-56a9349bce60,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:47.521831 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-7ffc270b-ee61-4245-a2d2-4f2d1141637f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:47.597607 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:47.694072 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 09c5391d-6a2a-435b-a1eb-91b94e1f926c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:47.757991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c266b0ac-447e-4f92-bec2-c7aad13c02c7 None None] Provisioning for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:47.773909 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c266b0ac-447e-4f92-bec2-c7aad13c02c7 None None] Provisioning complete for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:47.774290 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c266b0ac-447e-4f92-bec2-c7aad13c02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.841883 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c266b0ac-447e-4f92-bec2-c7aad13c02c7 None None] Port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:47.899454 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 09c5391d-6a2a-435b-a1eb-91b94e1f926c completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:47.907450 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 09c5391d-6a2a-435b-a1eb-91b94e1f926c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:47.907887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:47.935681 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.004659 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-0cc3bb54-b55e-4ab9-acf2-0d5bfae9cb1d None None] Provisioning complete for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:48.005574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-0cc3bb54-b55e-4ab9-acf2-0d5bfae9cb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.007731 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 3, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:48.012354 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df98b5-ea4c-40ac-926d-73f320c2802d None None] The sync data for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi is: [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 3, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:48.088096 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3bb54-b55e-4ab9-acf2-0d5bfae9cb1d None None] Port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:48.156345 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.239462 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.259520 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=09c5391d-6a2a-435b-a1eb-91b94e1f926c,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:48.296912 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.311030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36434) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:48.316567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922295014', 'description': 'tempest-secgroup-smoke-1922295014 description', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:48.325658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e4565ae8-eafe-465e-bb08-00478cf9e4ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:48.337416 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.338299 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 553e5a1c-b3cd-4628-885e-34bbac1f5d88 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:48.366329 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-0b000072-f512-4945-a67c-c7343192936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:48.395300 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.407923 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Pushing event updated for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:48.411245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817787'] for router_interface, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.415167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:48.461933 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=09c5391d-6a2a-435b-a1eb-91b94e1f926c,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:48.474915 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.475271 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.475617 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.477928 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.478543 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.478543 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.482495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:48.488806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:48.489233 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.520759 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.573829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:55:48.575103 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:55:48.639926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.647347 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5c103df8-2a0b-4599-abb5-2e906d515efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:48.691047 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f85be-d3c2-4f59-811d-a77c818aee28,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:48.701460 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.701826 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.702195 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.702561 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.702924 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.703282 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.703788 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.704152 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.704511 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.704866 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.706118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.706487 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:55:48.711567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:48.790362 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.790362 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-5a740031-193c-4453-a284-2272c9b258e6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4770348 Jun 09 22:55:48.800404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36436) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:48.821252 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-1eba5ca1-ec2a-4e35-ac10-950524721474 None None] Provisioning complete for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:48.825134 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1eba5ca1-ec2a-4e35-ac10-950524721474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:48.825256 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:48.863036 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Router 877d9aa8-c069-48ae-a310-fdb0a7433466 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:55:48.890692 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-1eba5ca1-ec2a-4e35-ac10-950524721474 None None] Port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:55:49.013784 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.123934 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:55:49.145959 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] 10.222.0.38 "PUT /v2.0/routers/877d9aa8-c069-48ae-a310-fdb0a7433466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585900 Jun 09 22:55:49.145959 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.230963 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.233512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:49.277284 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391c6976-650c-4648-99d2-114891e4df73,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:49.279905 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:49.317157 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.318395 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-236752c3-9be7-451c-8a90-2de2c896f157 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172555 Jun 09 22:55:49.321272 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36444) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:49.326147 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:49.415012 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 10ccb23f-c4da-44ce-85f4-157a533bc964 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:49.433760 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.526858 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.550914 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 10ccb23f-c4da-44ce-85f4-157a533bc964 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:49.556197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 10ccb23f-c4da-44ce-85f4-157a533bc964 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:49.556583 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.613750 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.626086 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7c6a5e5e-aa1f-491d-bd0a-4c55314f9232 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:49.653390 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838c8533-c30e-4efa-abf9-922d2f6fd1dc,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:49.658035 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:49.700476 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.702188 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-acb60aad-0cb5-47fc-9505-99656835050f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3798263 Jun 09 22:55:49.705020 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36454) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:49.716150 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:49.732159 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.755685 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 10ccb23f-c4da-44ce-85f4-157a533bc964, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=10ccb23f-c4da-44ce-85f4-157a533bc964,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:49.841441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.853981 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.857513 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 09c5391d-6a2a-435b-a1eb-91b94e1f926c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:49.909983 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:49.930504 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.990687 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:49.999944 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:50.003919 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=10ccb23f-c4da-44ce-85f4-157a533bc964,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:50.008618 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:50.019771 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 09c5391d-6a2a-435b-a1eb-91b94e1f926c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:50.020407 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.023408 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a634f3b-19da-42d7-9782-145ae5bc397f,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:50.026139 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:50.105489 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.105489 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-3a83c40c-3e30-4674-abba-07d93e68f3f4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3977308 Jun 09 22:55:50.107190 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36466) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:50.117536 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:50.160119 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 50be2689-5f7b-49b0-b29d-56a9349bce60 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:50.265301 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.305699 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 50be2689-5f7b-49b0-b29d-56a9349bce60 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:50.311905 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 50be2689-5f7b-49b0-b29d-56a9349bce60 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:50.312390 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.347221 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.425471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.458911 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d7ec999c-dae8-491d-9aa0-e98bdecd994d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:50.468467 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.480404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0aa589-537d-4890-b76b-b885d4687c4f,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:50.493045 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:50.512498 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 50be2689-5f7b-49b0-b29d-56a9349bce60, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=50be2689-5f7b-49b0-b29d-56a9349bce60,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:50.522680 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.524276 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c2051347-ff84-4490-ba2a-ca968fd10608 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4145348 Jun 09 22:55:50.527792 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36476) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:50.536997 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:50.580217 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.581667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 434d7e28-3deb-4e36-897f-5c32d4c5634b up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:50.616845 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:50.671106 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.securitygroups_db [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Project 0a6ed16dac654abeafe9e0ab32aa03f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:55:50.686639 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.743611 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=50be2689-5f7b-49b0-b29d-56a9349bce60,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:50.746742 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 434d7e28-3deb-4e36-897f-5c32d4c5634b triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:50.747317 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.811058 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:50.847826 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.916786 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:50.919031 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a8a6b693-7b44-4c06-8f87-8ce125b68376 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:50.936182 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa13b57-a1d7-42c1-865c-92ffe8461487,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:50.939869 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:51.036498 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.037834 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5085711 Jun 09 22:55:51.040637 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36478) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:55:51.045477 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'security_group_rule': {'security_group_id': 'a61f85be-d3c2-4f59-811d-a77c818aee28', 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:55:51.156655 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.securitygroups_db [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Project 0a6ed16dac654abeafe9e0ab32aa03f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:55:51.163498 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.254753 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 50be2689-5f7b-49b0-b29d-56a9349bce60 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:51.268709 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.344580 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 50be2689-5f7b-49b0-b29d-56a9349bce60 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:51.344963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.384554 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.394979 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-750a8cbf-b42e-4ea1-a861-8cfbaf416c0b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:51.439009 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874ac1e1-4b4f-453a-b10b-ae9ba97a74fe,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:51.443350 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:51.488255 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:51.489790 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4481187 Jun 09 22:55:51.509033 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 10ccb23f-c4da-44ce-85f4-157a533bc964 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:51.601480 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 10ccb23f-c4da-44ce-85f4-157a533bc964 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:51.602005 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:52.076065 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Sync routers for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:52.088621 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:52.089306 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:52.369477 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:52.469565 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Sync routers for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:55:52.484371 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:52.485554 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:52.761186 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:52.915574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '87ae7bca-3277-4919-a81f-b17420b4af6c', 'name': '', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'mac_address': 'fa:16:3e:eb:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:43Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 2, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'subnets': [{'id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:52.921386 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Checking router: bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:52.921844 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Updating router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a port 87ae7bca-3277-4919-a81f-b17420b4af6c binding host dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:52.998186 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.191151 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:47Z', 'revision_number': 4, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '6efa0ab6-a4f3-47c9-9a2c-da7661366ba3', 'name': '', 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'mac_address': 'fa:16:3e:39:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:46Z', 'updated_at': '2021-06-09T22:55:48Z', 'revision_number': 2, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'subnets': [{'id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:53.195545 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Checking router: 877d9aa8-c069-48ae-a310-fdb0a7433466 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:55:53.195909 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Updating router 877d9aa8-c069-48ae-a310-fdb0a7433466 port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 binding host dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 22:55:53.289738 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.481028 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.505141 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Transition to ACTIVE for port object 87ae7bca-3277-4919-a81f-b17420b4af6c will not be triggered until provisioned by entity L2. {{(pid=92491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:53.582601 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.593357 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-47d67bc4-d2b0-496b-bd91-db3b8fec96cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:53.777145 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b274b-ec40-4d53-ab73-b4d3871775fb None None] Pushing event updated for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=3']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:53.868582 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-3e5b274b-ec40-4d53-ab73-b4d3871775fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:53.898276 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks [] for port, precommit_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.939985 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.provisioning_blocks [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Transition to ACTIVE for port object 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 will not be triggered until provisioned by entity L2. {{(pid=92492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:55:53.940437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Attempting to bind port 87ae7bca-3277-4919-a81f-b17420b4af6c on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:53.940437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Attempting to bind port 87ae7bca-3277-4919-a81f-b17420b4af6c by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:53.940437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Attempting to bind port 87ae7bca-3277-4919-a81f-b17420b4af6c on network e43b95d1-9f63-4863-b549-c9a6f6590d58 {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:53.944125 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:53.944125 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Checking segment: {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:53.944426 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:53.944843 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Bound using segment: {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'} {{(pid=92491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:53.945448 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.managers [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Bound port: 87ae7bca-3277-4919-a81f-b17420b4af6c, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2354b95-6111-420c-9c34-9df0ed52fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58'}}] {{(pid=92491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:53.945900 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.060166 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] For port 87ae7bca-3277-4919-a81f-b17420b4af6c, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:54.064024 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] For port 87ae7bca-3277-4919-a81f-b17420b4af6c, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=87ae7bca-3277-4919-a81f-b17420b4af6c,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:54.417419 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.417937 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.421686 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-f1ced605-8cdd-4270-9591-c42e6d02af16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:54.422678 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-0b000072-f512-4945-a67c-c7343192936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:54.498848 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:54.499504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:54.589212 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16568-6d8f-42fa-a328-78df93d818d5 None None] Pushing event updated for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=3']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:54.596987 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-29d16568-6d8f-42fa-a328-78df93d818d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:54.625306 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b274b-ec40-4d53-ab73-b4d3871775fb None None] Pushing event updated for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:54.689365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-3e5b274b-ec40-4d53-ab73-b4d3871775fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:54.703820 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Attempting to bind port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 on host dv-cinder-789564-5-iscsi for vnic_type normal with profile {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:55:54.704509 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Attempting to bind port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 by drivers openvswitch,hyperv on host dv-cinder-789564-5-iscsi at level 0 using segments [{'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:55:54.705047 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Attempting to bind port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 on network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:55:54.714256 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Checking agent: {'id': '7714ec5c-92cf-453a-88ea-a21e5494fd8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 8, 57), 'started_at': datetime.datetime(2021, 6, 9, 22, 9, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:55:54.718050 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Checking segment: {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:55:54.718050 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.718050 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Bound using segment: {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'} {{(pid=92492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:55:54.718465 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.managers [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Bound port: 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3, host: dv-cinder-789564-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6'}}] {{(pid=92492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:55:54.718465 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.809443 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:54.864240 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ff09-9e48-4c10-8b94-1b67a2bb1257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.869896 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] For port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3, host dv-cinder-789564-5-iscsi, cleared binding levels {{(pid=92492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:55:54.876618 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.plugins.ml2.db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] For port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3, host dv-cinder-789564-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:55:54.945861 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron_lib.callbacks.manager [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:54.950024 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-3abb1b2a-88af-4806-8a1c-47d65e5128b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:55.110253 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:55:55.123875 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:55:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:55.251104 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16568-6d8f-42fa-a328-78df93d818d5 None None] Pushing event updated for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=4']} {{(pid=92492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:55.348647 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG oslo_concurrency.lockutils [None req-29d16568-6d8f-42fa-a328-78df93d818d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:55.348913 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 87ae7bca-3277-4919-a81f-b17420b4af6c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:55.427027 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:55:55.494931 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '87ae7bca-3277-4919-a81f-b17420b4af6c', 'name': '', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'mac_address': 'fa:16:3e:eb:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:43Z', 'updated_at': '2021-06-09T22:55:54Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'subnets': [{'id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:55.495226 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c2b79-fbed-43bf-811a-fe61817a2bd3 None None] The sync data for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi is: [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T22:55:44Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '87ae7bca-3277-4919-a81f-b17420b4af6c', 'name': '', 'network_id': 'e43b95d1-9f63-4863-b549-c9a6f6590d58', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'mac_address': 'fa:16:3e:eb:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:43Z', 'updated_at': '2021-06-09T22:55:54Z', 'revision_number': 4, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'subnets': [{'id': '8eeb442e-f4d2-4565-8b53-82aeb76f25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:55.545237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 87ae7bca-3277-4919-a81f-b17420b4af6c completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:55.553204 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 87ae7bca-3277-4919-a81f-b17420b4af6c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:55.553827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:55.772281 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:55.848142 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 87ae7bca-3277-4919-a81f-b17420b4af6c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=87ae7bca-3277-4919-a81f-b17420b4af6c,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:55.921877 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:47Z', 'revision_number': 4, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '6efa0ab6-a4f3-47c9-9a2c-da7661366ba3', 'name': '', 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'mac_address': 'fa:16:3e:39:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:46Z', 'updated_at': '2021-06-09T22:55:54Z', 'revision_number': 4, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'subnets': [{'id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:55:55.927857 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1926bd-e2a3-48ce-8007-5e9bfc389972 None None] The sync data for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi is: [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:55:47Z', 'revision_number': 4, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '6efa0ab6-a4f3-47c9-9a2c-da7661366ba3', 'name': '', 'network_id': 'd9185378-d80c-4d8a-a4e8-4fa8226bd5a6', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'mac_address': 'fa:16:3e:39:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:46Z', 'updated_at': '2021-06-09T22:55:54Z', 'revision_number': 4, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'subnets': [{'id': 'aca080c6-0385-4010-b181-218a7b11fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:55:55.946660 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:55.948879 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:56.084359 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:56.098219 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:56.961862 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a62ed1b3-85ec-4f51-a009-1b5399c13293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:57.013505 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:57.318220 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:57.504881 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:55:57.510949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:57.511345 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:57.648776 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:57.689197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] For port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:55:57.767783 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:57.769116 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 87ae7bca-3277-4919-a81f-b17420b4af6c up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:57.801755 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:55:57.903437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Pushing event updated for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:55:57.906991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:55:57.921803 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 87ae7bca-3277-4919-a81f-b17420b4af6c triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:57.922184 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:58.605659 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:55:59.210614 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 up at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:55:59.295991 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Provisioning complete for port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:55:59.296386 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:00.262118 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:03.167563 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36584) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:03.322555 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-39b4d79c-b0f8-4fa4-a9a8-9efcfc7f1637 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:03.324040 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-39b4d79c-b0f8-4fa4-a9a8-9efcfc7f1637 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 811 time: 0.1554444 Jun 09 22:56:03.340730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-f7c50ac3-2b85-4f6f-a362-d8cb1a7baec6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/quotas/5f451caa08dc48a08b1f7c04765d9adb HTTP/1.1" status: 200 len: 375 time: 0.0098987 Jun 09 22:56:03.432854 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-b42be71b-d62e-4031-b356-77bed2a4ac2e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852556 Jun 09 22:56:03.554524 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-ac1c6c05-980c-484f-96e0-42af2af94ac0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:56:03.555730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-ac1c6c05-980c-484f-96e0-42af2af94ac0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112106 Jun 09 22:56:03.690411 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-42bdfa94-f100-4125-9fbe-a4ef0a95edb1 service neutron] 10.222.0.38 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284513 Jun 09 22:56:03.828499 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-9d39d8f0-f365-455a-90e0-84e4562537b4 service neutron] 10.222.0.38 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315417 Jun 09 22:56:04.112849 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-35c3e5e4-647b-43a4-9ea9-4e33dd728c28 req-336bd306-f795-4b49-8fca-b6591f569073 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 210 time: 0.0427186 Jun 09 22:56:05.226262 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4b9c4378-2463-4617-a069-72cc2bc1e4a8 req-a1e0a091-ea95-46d9-a194-b24ce39309f5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 210 time: 0.0472879 Jun 09 22:56:06.378306 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a0b66417-a0e1-4aad-997a-fb781abf6573 req-b893b5d7-93aa-4bdc-abce-86529bbb53d1 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 210 time: 0.0416355 Jun 09 22:56:06.455155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.35', 51166) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:06.599818 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-a0d682d2-1e7b-420e-9190-4e221c0fa4dd tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:06.601266 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-a0d682d2-1e7b-420e-9190-4e221c0fa4dd tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 811 time: 0.1443679 Jun 09 22:56:06.615076 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'port': {'device_id': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'admin_state_up': True, 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:06.845444 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Made reservation on behalf of 5f451caa08dc48a08b1f7c04765d9adb for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:56:06.849165 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:06.959953 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:07.025887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Allocated IP 172.20.0.3 (67ef1d74-5ea3-47f9-8ad7-628991cbedea/d6d26d3e-9305-4247-a94d-5e0b932563de/8abef931-c5ca-41d4-8e47-3064ec74b648) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:56:07.351182 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:07.367020 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Transition to ACTIVE for port object 8abef931-c5ca-41d4-8e47-3064ec74b648 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:56:07.459448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:07.466587 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-46d66dee-da18-4e31-a8c6-2a445d328a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:07.614926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:56:07.616949 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:56:07.622498 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:56:07.679961 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:07.684023 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:07.717618 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:07.718484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:07.758036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe97e0a-4dfd-41cb-a196-60095d19ade8 req-f1d42b07-2bbb-4595-98d0-8653a702b242 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:07.759914 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1fe97e0a-4dfd-41cb-a196-60095d19ade8 req-f1d42b07-2bbb-4595-98d0-8653a702b242 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 931 time: 0.2327454 Jun 09 22:56:07.810163 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e97a4ff9-10e7-441c-b26a-c4ccdbf8360f tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2001779 Jun 09 22:56:07.828490 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1fe97e0a-4dfd-41cb-a196-60095d19ade8 req-ec018a76-c1b9-4720-8765-8336e03705dc tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Jun 09 22:56:07.929147 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-f9e590d0-8b8b-49dd-9a5e-ac52452dae65 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=92489) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:56:07.930224 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-f9e590d0-8b8b-49dd-9a5e-ac52452dae65 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075722 Jun 09 22:56:07.950367 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-15a1f107-f18a-420a-a9ac-580b0881f6cf None None] Provisioning for port 8abef931-c5ca-41d4-8e47-3064ec74b648 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:56:07.956258 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-15a1f107-f18a-420a-a9ac-580b0881f6cf None None] Provisioning complete for port 8abef931-c5ca-41d4-8e47-3064ec74b648 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:56:07.956648 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-15a1f107-f18a-420a-a9ac-580b0881f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:08.015687 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-15a1f107-f18a-420a-a9ac-580b0881f6cf None None] Port 8abef931-c5ca-41d4-8e47-3064ec74b648 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:56:08.088279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Request body: {'port': {'device_id': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:08.211824 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:08.588996 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abef931-c5ca-41d4-8e47-3064ec74b648 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:56:08.597480 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:08.613308 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Transition to ACTIVE for port object 8abef931-c5ca-41d4-8e47-3064ec74b648 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:56:08.674010 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:08.678559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-28e281a8-dc5d-4cda-9a98-c2f135419732 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:08.810874 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:08.838169 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:08.995789 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Attempting to bind port 8abef931-c5ca-41d4-8e47-3064ec74b648 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:56:08.996108 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Attempting to bind port 8abef931-c5ca-41d4-8e47-3064ec74b648 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:56:08.996425 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Attempting to bind port 8abef931-c5ca-41d4-8e47-3064ec74b648 on network 67ef1d74-5ea3-47f9-8ad7-628991cbedea {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:56:09.003544 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Port 8abef931-c5ca-41d4-8e47-3064ec74b648 on network 67ef1d74-5ea3-47f9-8ad7-628991cbedea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:56:09.003794 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Attempting to bind port 8abef931-c5ca-41d4-8e47-3064ec74b648 on network 67ef1d74-5ea3-47f9-8ad7-628991cbedea {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:56:09.019349 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:56:09.019750 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Checking segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:56:09.020145 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Bound using segment: {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:56:09.020591 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Bound port: 8abef931-c5ca-41d4-8e47-3064ec74b648, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241f116c-bce0-4877-b49a-4c87fa6139f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:56:09.020947 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:09.117646 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb331d-eee5-4f80-a976-b5d738a81e6a req-7d27f78a-eb97-4cfc-8cd0-53d880dcad60 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:09.119401 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-acdb331d-eee5-4f80-a976-b5d738a81e6a req-7d27f78a-eb97-4cfc-8cd0-53d880dcad60 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.1747327 Jun 09 22:56:09.172985 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:56:09.178511 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:56:09.191025 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-acdb331d-eee5-4f80-a976-b5d738a81e6a req-08c7d2df-f32f-4769-b4de-62109c73a67d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Jun 09 22:56:09.282033 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:09.286249 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f03f6efb-1de6-4be8-a5ce-1a77e66addbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:09.356343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:09.356942 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:09.358340 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 1093 time: 1.3250630 Jun 09 22:56:09.358861 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:09.361191 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6212d0-3d56-423d-807a-7cbd618b89f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:09.401494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:09.406117 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:09.501055 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2d268-63ed-4854-b254-d26a3019142c x-openstack-request-id: req-18f2d268-63ed-4854-b254-d26a3019142c {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:09.501408 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:09.501693 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f2d268-63ed-4854-b254-d26a3019142c {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:09.502125 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:56:10.393883 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f0425-5edd-49af-aa00-c2d88c370c68 req-05eb2b7c-f5fd-4759-8414-965f0e5a9ea7 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:10.395725 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fa1f0425-5edd-49af-aa00-c2d88c370c68 req-05eb2b7c-f5fd-4759-8414-965f0e5a9ea7 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.0872478 Jun 09 22:56:10.445667 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fa1f0425-5edd-49af-aa00-c2d88c370c68 req-9c138984-ae38-4cc9-8785-29fac9f04c28 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Jun 09 22:56:10.716898 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-a35dbe80-49e3-4683-9fed-e26629cd63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:10.718530 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-a35dbe80-49e3-4683-9fed-e26629cd63f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1096 time: 0.0905313 Jun 09 22:56:10.911707 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-ddf32650-c8c4-4e4c-ac2b-3790ebfd1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:10.913068 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-ddf32650-c8c4-4e4c-ac2b-3790ebfd1607 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1478176 Jun 09 22:56:11.177613 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-46db042d-12e7-4082-825e-d755c38d002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:11.179199 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ba6212d0-3d56-423d-807a-7cbd618b89f2 req-46db042d-12e7-4082-825e-d755c38d002e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394109 Jun 09 22:56:11.451319 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-811f1529-9a55-44ea-b4fc-b519dd37c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:11.452722 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-811f1529-9a55-44ea-b4fc-b519dd37c169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1096 time: 0.0769672 Jun 09 22:56:11.542073 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-d26a9cd8-cae9-4c53-921d-6a937bc1b6b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 217 time: 0.0714047 Jun 09 22:56:11.714562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-8b623ed0-0dfa-45f3-a1ba-ccb65fae3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:11.715954 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-8b623ed0-0dfa-45f3-a1ba-ccb65fae3e1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0993803 Jun 09 22:56:11.740844 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccee26-6a93-484b-a912-bf97c8cf8c4d req-afb243c6-9a08-4323-9d66-3afb3b619382 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:11.742343 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbccee26-6a93-484b-a912-bf97c8cf8c4d req-afb243c6-9a08-4323-9d66-3afb3b619382 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.1683803 Jun 09 22:56:11.854444 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbccee26-6a93-484b-a912-bf97c8cf8c4d req-3c1553b4-b233-403d-a1df-c5b393527aac tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676541 Jun 09 22:56:11.871196 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-d2545621-a7e8-4bd0-bcfa-2ceff18e2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:11.881268 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-d2545621-a7e8-4bd0-bcfa-2ceff18e2899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292624 Jun 09 22:56:12.081175 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-e4d27931-e52d-4a3c-8325-ceee3055240d service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746099 Jun 09 22:56:12.086866 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-15c95654-cd7f-476a-bf27-b0960c26235a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922295014&fields=id&tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6 HTTP/1.1" status: 200 len: 267 time: 0.0767920 Jun 09 22:56:12.204138 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:56:12.382204 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f8e44e04-e820-45a5-81c2-4a75f1e18ef4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:12.417904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f8e44e04-e820-45a5-81c2-4a75f1e18ef4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 808 time: 0.2901320 Jun 09 22:56:12.417904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4bc7151a-2810-4183-ad7a-c7a7447fb383 req-087f566e-de39-4c92-b77f-898c3456ae26 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666783 Jun 09 22:56:12.417904 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-8d00de8a-cd4e-4c58-8c5d-b1d8477b6e14 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/quotas/0a6ed16dac654abeafe9e0ab32aa03f6 HTTP/1.1" status: 200 len: 375 time: 0.0098486 Jun 09 22:56:12.498578 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-2afb28cd-02ff-42e1-b3ab-65227ce2507c tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903974 Jun 09 22:56:12.654667 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-9c8d2ab4-56e2-462d-a192-ad774338b627 service neutron] 10.222.0.38 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433847 Jun 09 22:56:12.806627 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-bde68a3d-a0e9-436e-8f98-9cfe3ce13238 service neutron] 10.222.0.38 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454871 Jun 09 22:56:13.731723 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d52eb-93c1-4e31-9c2b-2575e80498e7 req-6de9e518-18cc-41f5-91ca-fb79ac8f2b5a tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:13.738822 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-232d52eb-93c1-4e31-9c2b-2575e80498e7 req-6de9e518-18cc-41f5-91ca-fb79ac8f2b5a tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.1017916 Jun 09 22:56:13.783648 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-232d52eb-93c1-4e31-9c2b-2575e80498e7 req-094f4f1c-e120-4283-b378-13d0ef804b01 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Jun 09 22:56:13.876569 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c6097ff5-932f-4136-88b6-3701ab1051cd req-74b7a3af-2d58-4729-a572-6035ad71bcf5 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 210 time: 0.0466766 Jun 09 22:56:15.132131 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db5a5c-1a2a-4adf-9fb3-6d4f3f02d649 req-7384d254-cb1f-4714-8676-08ba5ea7e7d8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:15.133584 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e7db5a5c-1a2a-4adf-9fb3-6d4f3f02d649 req-7384d254-cb1f-4714-8676-08ba5ea7e7d8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.2256489 Jun 09 22:56:15.180353 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e7db5a5c-1a2a-4adf-9fb3-6d4f3f02d649 req-2f4eb500-19a2-4836-a38c-39afc20a04a9 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Jun 09 22:56:15.339034 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6f91ba18-1954-4181-8eea-cdd1a4120082 req-d6825683-f9a0-4f89-8950-969f2bc44d7f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 210 time: 0.0507965 Jun 09 22:56:16.391096 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754ddca-16d5-4460-b68c-b315b5f038be req-58d33703-3686-4784-b895-193479d6a349 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:16.393554 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2754ddca-16d5-4460-b68c-b315b5f038be req-58d33703-3686-4784-b895-193479d6a349 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.0912809 Jun 09 22:56:16.453742 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2754ddca-16d5-4460-b68c-b315b5f038be req-75e55e4c-8ae2-466e-b364-3cf210cfe646 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546327 Jun 09 22:56:16.615105 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-34f6e303-1eb4-4181-a304-ac52ab20e2f5 req-3f04be4b-e5b0-493d-90e6-847b5f17de07 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 210 time: 0.0516472 Jun 09 22:56:17.823398 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88a3c9-107e-4378-a601-1dafe8375bea req-3e4ea0af-be57-48d4-91e4-694b886b945d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:17.824952 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a88a3c9-107e-4378-a601-1dafe8375bea req-3e4ea0af-be57-48d4-91e4-694b886b945d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.2531197 Jun 09 22:56:17.857266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f0173c14-1682-4c19-ae27-f538661d6313 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:17.858819 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f0173c14-1682-4c19-ae27-f538661d6313 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 808 time: 0.2477553 Jun 09 22:56:17.891459 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a88a3c9-107e-4378-a601-1dafe8375bea req-cd02cfd5-5ea5-428e-b581-c3e4ccf79f64 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Jun 09 22:56:17.981852 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-8ce55dcd-4a35-44a6-8551-e2800906ee39 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6 HTTP/1.1" status: 200 len: 380 time: 0.0700881 Jun 09 22:56:18.058431 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'port': {'device_id': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'admin_state_up': True, 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'security_groups': ['a61f85be-d3c2-4f59-811d-a77c818aee28']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:18.089261 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d114bf83-c7a7-4a85-b195-a003ca8c288f req-ae1fea1c-e5e8-49c9-b5a7-0a53c9772e80 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 210 time: 0.0762136 Jun 09 22:56:18.336781 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Made reservation on behalf of 0a6ed16dac654abeafe9e0ab32aa03f6 for: {'port': 1} {{(pid=92489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:56:18.340730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:18.542798 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Allocated IP 172.20.0.9 (4b5e9df5-c072-4819-a111-f49df01d31b5/7fd43b00-0985-438d-9ae5-e020c80f552b/78a17adf-6e89-4d5f-88a7-a1b689099c99) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:56:18.779025 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:18.808777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Transition to ACTIVE for port object 78a17adf-6e89-4d5f-88a7-a1b689099c99 will not be triggered until provisioned by entity DHCP. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:56:18.967891 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:18.975894 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:19.091855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:56:19.098032 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:56:19.105707 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:56:19.161494 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:19.165112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:19.203231 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:19.207129 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:19.231753 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db639-352f-455c-90b1-1d96886ec8c4 req-78c9e2e5-de85-4d64-825b-6601a9a9c803 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:19.233361 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-128db639-352f-455c-90b1-1d96886ec8c4 req-78c9e2e5-de85-4d64-825b-6601a9a9c803 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.2245998 Jun 09 22:56:19.291540 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-128db639-352f-455c-90b1-1d96886ec8c4 req-0b929258-1a2f-40b2-96b1-e5c43a4607fc tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Jun 09 22:56:19.306362 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-f44067e2-3eae-4ccb-b3fc-c270e439ce86 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2586818 Jun 09 22:56:19.431591 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Request body: {'port': {'device_id': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:19.452944 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-4c2e6467-4d25-4eb7-95f8-7ead96950a91 None None] Provisioning for port 78a17adf-6e89-4d5f-88a7-a1b689099c99 completed by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:56:19.458421 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-4c2e6467-4d25-4eb7-95f8-7ead96950a91 None None] Provisioning complete for port 78a17adf-6e89-4d5f-88a7-a1b689099c99 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:56:19.462788 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6467-4d25-4eb7-95f8-7ead96950a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:19.519481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e6467-4d25-4eb7-95f8-7ead96950a91 None None] Port 78a17adf-6e89-4d5f-88a7-a1b689099c99 cannot update to ACTIVE because it is not bound. {{(pid=92491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:56:19.590448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:19.612251 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d7efd-b0c4-4d0a-8067-3a6b7fa41152 req-015bb13b-d9eb-4ffc-96a4-5c08948bd5f6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:19.613746 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-246d7efd-b0c4-4d0a-8067-3a6b7fa41152 req-015bb13b-d9eb-4ffc-96a4-5c08948bd5f6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 931 time: 0.2249629 Jun 09 22:56:19.712200 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-246d7efd-b0c4-4d0a-8067-3a6b7fa41152 req-5a2c0198-85a0-47fc-a049-2d83688bb49b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903525 Jun 09 22:56:20.092571 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a17adf-6e89-4d5f-88a7-a1b689099c99 {{(pid=92489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:56:20.100812 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:20.116134 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.provisioning_blocks [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Transition to ACTIVE for port object 78a17adf-6e89-4d5f-88a7-a1b689099c99 will not be triggered until provisioned by entity L2. {{(pid=92489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:56:20.190213 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:20.194206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-97330cdd-4c4d-4c39-8994-72bc1e78afca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:20.323337 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:20.358327 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:20.489149 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Attempting to bind port 78a17adf-6e89-4d5f-88a7-a1b689099c99 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:56:20.489481 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Attempting to bind port 78a17adf-6e89-4d5f-88a7-a1b689099c99 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:56:20.489805 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Attempting to bind port 78a17adf-6e89-4d5f-88a7-a1b689099c99 on network 4b5e9df5-c072-4819-a111-f49df01d31b5 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:56:20.498259 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Port 78a17adf-6e89-4d5f-88a7-a1b689099c99 on network 4b5e9df5-c072-4819-a111-f49df01d31b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:56:20.498578 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Attempting to bind port 78a17adf-6e89-4d5f-88a7-a1b689099c99 on network 4b5e9df5-c072-4819-a111-f49df01d31b5 {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:56:20.507271 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Checking agent: {'id': 'b9d52424-5017-4188-adca-538a6264f159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'started_at': datetime.datetime(2021, 6, 9, 22, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:56:20.507602 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Checking segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:56:20.507989 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Bound using segment: {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'} {{(pid=92489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:56:20.508405 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.managers [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Bound port: 78a17adf-6e89-4d5f-88a7-a1b689099c99, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab635d3f-27e6-43a2-9869-5a1622fe2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5'}}] {{(pid=92489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:56:20.508745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:20.564757 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583872fe-4871-4576-be11-f6b3e3e34c6f req-ff39f3df-638a-4fe0-bc40-ba9f868f0c80 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:20.566229 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-583872fe-4871-4576-be11-f6b3e3e34c6f req-ff39f3df-638a-4fe0-bc40-ba9f868f0c80 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.1519799 Jun 09 22:56:20.644329 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-583872fe-4871-4576-be11-f6b3e3e34c6f req-d8912c12-cde8-46c7-bbe7-7cbb9c7f65a1 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Jun 09 22:56:20.652254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, cleared binding levels {{(pid=92489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:56:20.655545 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:56:20.750388 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:20.754461 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-61b514bf-4812-4225-aa9a-299c116d2cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:20.818217 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:20.819421 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:20.820889 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] 10.222.0.35 "PUT /v2.0/ports/78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 1093 time: 1.3991029 Jun 09 22:56:20.821429 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:20.823794 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b780f5-ad4d-4404-b26f-c911c98326b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:20.898910 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=3']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:20.901784 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:20.940603 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbe76-fae1-4f5b-83ab-63fed6f73a09 req-a00f9c7d-787f-4ae4-a902-6bdf058a4344 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:20.942436 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-690fbe76-fae1-4f5b-83ab-63fed6f73a09 req-a00f9c7d-787f-4ae4-a902-6bdf058a4344 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.1123741 Jun 09 22:56:21.050872 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-690fbe76-fae1-4f5b-83ab-63fed6f73a09 req-1256f447-0177-4384-9d16-b6a963ea4730 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718427 Jun 09 22:56:21.064698 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-5bb11503-3b88-47b2-afaa-81e41d3423f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:21.065889 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-5bb11503-3b88-47b2-afaa-81e41d3423f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1096 time: 0.1191278 Jun 09 22:56:21.121926 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e08ab4-1394-4800-ae8f-cd30c094ad68 x-openstack-request-id: req-42e08ab4-1394-4800-ae8f-cd30c094ad68 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:21.122556 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:21.122556 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42e08ab4-1394-4800-ae8f-cd30c094ad68 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:21.122948 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'status': 'completed', 'code': 200} Jun 09 22:56:21.137248 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-61055650-6b68-48ca-bbe8-ec03abf015fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 217 time: 0.0643604 Jun 09 22:56:21.205619 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-45f1d632-5d9f-454c-aa53-09b117298ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:21.207043 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-45f1d632-5d9f-454c-aa53-09b117298ad9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0632441 Jun 09 22:56:21.284086 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-854f3783-335e-451a-8cbe-9d332fdb221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:21.285675 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-854f3783-335e-451a-8cbe-9d332fdb221a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719500 Jun 09 22:56:21.420165 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-53ded6b0-c089-4954-b632-fc685e4edb8b service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275830 Jun 09 22:56:21.558608 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bf0cf9b0-1d41-4cbe-bf10-28ceb972c258 req-7ee7d4e1-aae1-4d67-b38b-44c71eff0f39 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321292 Jun 09 22:56:21.747125 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-14c52988-b06f-4f15-b393-7c5148387c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:21.748605 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-14c52988-b06f-4f15-b393-7c5148387c1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1096 time: 0.0726576 Jun 09 22:56:22.043422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-442b2bd8-deaa-4501-8c1e-df8c02991fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:22.044880 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-442b2bd8-deaa-4501-8c1e-df8c02991fbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.2899349 Jun 09 22:56:22.055853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e7872-8223-4835-83ba-0a978eaea307 req-7fe7e044-ed55-4d6b-95cc-ce7c45ea04f0 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:22.057263 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bb5e7872-8223-4835-83ba-0a978eaea307 req-7fe7e044-ed55-4d6b-95cc-ce7c45ea04f0 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 943 time: 0.2796175 Jun 09 22:56:22.139543 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-39f5d41a-233f-4d30-becc-d636ffcd7470 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 217 time: 0.0813227 Jun 09 22:56:22.199846 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bb5e7872-8223-4835-83ba-0a978eaea307 req-c9f3a640-098a-4052-8fa5-a2a31a23b7ac tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929840 Jun 09 22:56:22.217333 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-1099c39f-d563-4a9b-be4f-aa361d6b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:22.218777 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-1099c39f-d563-4a9b-be4f-aa361d6b5d3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0688043 Jun 09 22:56:22.344383 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-dce2bdd9-b944-4f78-91ad-67d09e38551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:22.345806 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-dce2bdd9-b944-4f78-91ad-67d09e38551e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193392 Jun 09 22:56:22.436468 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 8abef931-c5ca-41d4-8e47-3064ec74b648 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:56:22.481309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ecaeb-d260-4da0-a2ac-958b2148cdfa req-f6ac3964-a1f3-494b-9b28-dde2693838a9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:22.482859 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-605ecaeb-d260-4da0-a2ac-958b2148cdfa req-f6ac3964-a1f3-494b-9b28-dde2693838a9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.1884310 Jun 09 22:56:22.535467 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-afe6ca04-490e-4995-8641-8d0a00270000 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787219 Jun 09 22:56:22.567120 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-605ecaeb-d260-4da0-a2ac-958b2148cdfa req-6fe14f7b-8ec3-40eb-8e1a-5153e2e7284a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777755 Jun 09 22:56:22.584532 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:22.598893 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'port_id': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'mac_address': 'fa:16:3e:d9:bf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:56:22.659311 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:22.684861 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-19b780f5-ad4d-4404-b26f-c911c98326b5 req-c3eafeca-d546-40bf-9428-e2b4bb437b2c service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422327 Jun 09 22:56:22.713349 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abef931-c5ca-41d4-8e47-3064ec74b648 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:56:22.728993 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:22.801391 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:22.804059 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba8a4bdd-08b5-4bf5-9b00-6d7c9e2dcf6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:22.874729 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:22.877754 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:23.049924 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:56:23.391506 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1d9f-44eb-414f-aa9c-36f79ca8912a req-1dc62510-5784-4d5a-8862-c065b64aa321 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:23.392976 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b0b1d9f-44eb-414f-aa9c-36f79ca8912a req-1dc62510-5784-4d5a-8862-c065b64aa321 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 944 time: 0.0870178 Jun 09 22:56:23.438742 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5b0b1d9f-44eb-414f-aa9c-36f79ca8912a req-8318be47-98c5-4065-9f53-585271b3bcaa tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jun 09 22:56:23.760035 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d03c2a-776c-4377-9a8e-bcaf791b91cf req-e063b088-e79f-4f57-a5f9-b44b924d7c7c tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:23.761467 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-04d03c2a-776c-4377-9a8e-bcaf791b91cf req-e063b088-e79f-4f57-a5f9-b44b924d7c7c tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0836732 Jun 09 22:56:23.808308 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-04d03c2a-776c-4377-9a8e-bcaf791b91cf req-31c8c57a-d485-40b6-af17-4eaa95504f13 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411770 Jun 09 22:56:24.466827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 8abef931-c5ca-41d4-8e47-3064ec74b648 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:56:24.631404 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0311f5-5f3b-4ca6-8f9c-c05279b8d9d5 req-bced9985-bf88-42c2-982d-d73daa23599e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:24.632971 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5c0311f5-5f3b-4ca6-8f9c-c05279b8d9d5 req-bced9985-bf88-42c2-982d-d73daa23599e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 944 time: 0.0862606 Jun 09 22:56:24.645029 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-588effab-2f3b-43f6-9b8a-25650aa5f15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:24.652780 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 8abef931-c5ca-41d4-8e47-3064ec74b648 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:56:24.657866 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 8abef931-c5ca-41d4-8e47-3064ec74b648 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:56:24.658262 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:24.684056 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5c0311f5-5f3b-4ca6-8f9c-c05279b8d9d5 req-2c327b70-1531-4a00-8939-0d26c58b29ba tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Jun 09 22:56:24.778198 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:24.806409 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:24.808456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b656b6b-797b-481c-a4c5-05be083ec245" -d '{"events": [{"server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "name": "network-vif-plugged", "status": "completed", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:24.816480 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:24.897579 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:24.900230 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:24.938698 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b4b337-2b49-4353-a3e2-88af69ab2933 x-openstack-request-id: req-c3b4b337-2b49-4353-a3e2-88af69ab2933 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:24.939251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "name": "network-vif-plugged", "status": "completed", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:24.939504 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3b4b337-2b49-4353-a3e2-88af69ab2933 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:24.939998 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'code': 200} Jun 09 22:56:24.985168 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:24.988541 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:25.080501 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168810e-c763-40e8-bd71-f13ef14948e7 req-1a7e0356-de1e-4c0c-ac5f-207166f2db0d tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:25.080501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b168810e-c763-40e8-bd71-f13ef14948e7 req-1a7e0356-de1e-4c0c-ac5f-207166f2db0d tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0805042 Jun 09 22:56:25.127185 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b168810e-c763-40e8-bd71-f13ef14948e7 req-07c82ecb-4b8c-4af0-a0be-7beff2272759 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Jun 09 22:56:25.271045 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23886a4-53dc-4204-b3b7-b153a611292c req-fec84f80-77fc-41c1-9060-391a4529d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:25.273234 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a23886a4-53dc-4204-b3b7-b153a611292c req-fec84f80-77fc-41c1-9060-391a4529d598 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1098 time: 0.0745184 Jun 09 22:56:25.313775 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a23886a4-53dc-4204-b3b7-b153a611292c req-83736528-e772-496c-a64a-d63fee782d93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jun 09 22:56:25.871793 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84bdec-da71-4e00-88e8-ae54e10d9107 req-8c86f228-c3d7-4c85-9cf5-028524d7c028 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:25.874167 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7a84bdec-da71-4e00-88e8-ae54e10d9107 req-8c86f228-c3d7-4c85-9cf5-028524d7c028 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0810022 Jun 09 22:56:25.922977 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7a84bdec-da71-4e00-88e8-ae54e10d9107 req-4a564c7d-732d-46f1-9933-d0a42a964229 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Jun 09 22:56:26.321359 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9795c-e589-407f-87a9-495ade97739b req-64e518c1-c12b-4a2c-801d-3bc278485099 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:26.322881 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ebf9795c-e589-407f-87a9-495ade97739b req-64e518c1-c12b-4a2c-801d-3bc278485099 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0843375 Jun 09 22:56:26.369926 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ebf9795c-e589-407f-87a9-495ade97739b req-804322d0-d59a-40a9-bd0e-f091639428d7 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Jun 09 22:56:26.924766 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6701-bc84-46c6-ad66-615b70912f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:27.006915 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:27.115670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7746-cf1c-4473-8315-92a0892a903b req-4a2996d2-dfb9-44bd-8b9e-f09cc87059e0 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:27.117299 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4f3f7746-cf1c-4473-8315-92a0892a903b req-4a2996d2-dfb9-44bd-8b9e-f09cc87059e0 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0887716 Jun 09 22:56:27.163417 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4f3f7746-cf1c-4473-8315-92a0892a903b req-047b202a-f364-4fbf-84c2-79e342cd5477 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Jun 09 22:56:27.354732 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462fa3-91cb-43b9-9e65-1e0f2dff826c req-7ebae8f0-b2bb-4d4a-b1bf-313c1b77b7eb tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:27.356192 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c1462fa3-91cb-43b9-9e65-1e0f2dff826c req-7ebae8f0-b2bb-4d4a-b1bf-313c1b77b7eb tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0840824 Jun 09 22:56:27.407496 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c1462fa3-91cb-43b9-9e65-1e0f2dff826c req-a4b70216-8cea-4761-9d8a-ddd3ba15eb51 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Jun 09 22:56:27.590410 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b469bdc-716b-4a95-8d41-bbf1cc4d1264 req-980d2a26-fa15-4c83-85ee-94dc9e94cafd tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:27.591912 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b469bdc-716b-4a95-8d41-bbf1cc4d1264 req-980d2a26-fa15-4c83-85ee-94dc9e94cafd tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0906537 Jun 09 22:56:27.637563 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b469bdc-716b-4a95-8d41-bbf1cc4d1264 req-476fda04-debd-4cda-9c2e-277d8faa27e1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Jun 09 22:56:28.024905 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c6ec-7a8e-4f65-9987-7a86841969f7 req-bea66971-6d20-47ad-8aa6-b8bcde3e1a7e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:28.026441 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-49b9c6ec-7a8e-4f65-9987-7a86841969f7 req-bea66971-6d20-47ad-8aa6-b8bcde3e1a7e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0810621 Jun 09 22:56:28.075367 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-49b9c6ec-7a8e-4f65-9987-7a86841969f7 req-efa13fad-e697-4f41-af2a-afd729bc39c8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Jun 09 22:56:28.513402 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:28.934579 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a842e51-8843-464f-a745-640a087939f9 req-f1888637-d6e7-417e-b0f3-0f9748a6959a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:28.935994 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a842e51-8843-464f-a745-640a087939f9 req-f1888637-d6e7-417e-b0f3-0f9748a6959a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.1906979 Jun 09 22:56:28.984478 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a842e51-8843-464f-a745-640a087939f9 req-708e5a97-0a6d-4dc0-b60a-c39244bc4bf4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Jun 09 22:56:30.149958 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:30.184374 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba849a2-9169-43f9-85cf-a0b157700a82 req-b31807b7-8ddd-4dfd-b2dd-985e845c6bfa tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:30.185943 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0ba849a2-9169-43f9-85cf-a0b157700a82 req-b31807b7-8ddd-4dfd-b2dd-985e845c6bfa tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0889897 Jun 09 22:56:30.232026 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0ba849a2-9169-43f9-85cf-a0b157700a82 req-7a137d67-c82b-4a3d-b70e-c60b2e72d31c tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403333 Jun 09 22:56:30.495722 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:56:30.632828 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:30.646703 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'mac_address': 'fa:16:3e:a2:7e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:56:30.705189 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:30.725463 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a17adf-6e89-4d5f-88a7-a1b689099c99 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:56:30.742349 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:30.853117 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:30.854939 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-f7f9ee05-40cb-4ffb-b245-f2d01d85d008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:30.921823 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=4']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:30.924726 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:31.072879 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['78a17adf-6e89-4d5f-88a7-a1b689099c99'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:56:31.434877 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1790-4102-4c2a-8920-deea4a9bb1f2 req-fb1c1490-ca9c-4158-9899-f8c5fdbdf6bc tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:31.436291 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d00a1790-4102-4c2a-8920-deea4a9bb1f2 req-fb1c1490-ca9c-4158-9899-f8c5fdbdf6bc tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 944 time: 0.0857213 Jun 09 22:56:31.486299 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d00a1790-4102-4c2a-8920-deea4a9bb1f2 req-52a17b87-17c0-4be6-94be-c329439fe1c6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Jun 09 22:56:32.497214 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:56:32.624245 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning for port 78a17adf-6e89-4d5f-88a7-a1b689099c99 completed by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:56:32.629411 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 78a17adf-6e89-4d5f-88a7-a1b689099c99 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:56:32.629837 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:32.677317 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368a218-e2f8-4f07-bdb1-89bf7725e1be req-9cee3c1a-d377-4a75-b35e-4142d918252f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:32.679441 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1368a218-e2f8-4f07-bdb1-89bf7725e1be req-9cee3c1a-d377-4a75-b35e-4142d918252f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 944 time: 0.0818579 Jun 09 22:56:32.725534 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1368a218-e2f8-4f07-bdb1-89bf7725e1be req-51a339f8-164e-48ef-8d5f-175ce819773f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Jun 09 22:56:32.750791 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:32.777806 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:32.780022 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea132d-f2bf-456d-98a8-ea7741ef91c2" -d '{"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-plugged", "status": "completed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:32.787403 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:32.824373 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81130bd2-b6a9-41c6-9065-64d7276aba53 x-openstack-request-id: req-81130bd2-b6a9-41c6-9065-64d7276aba53 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:32.824671 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-plugged", "status": "completed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:32.824929 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81130bd2-b6a9-41c6-9065-64d7276aba53 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:32.825356 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'code': 200} Jun 09 22:56:32.892607 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:32.894410 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-60bbafe4-4383-4522-8675-bdf9b3ee8ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:32.960882 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=5']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:32.963923 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:33.224837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741a5b-77fd-4c55-9880-54daf18c5922 req-80b4cf76-7d44-4f21-97b6-3132e7067fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:33.226453 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-96741a5b-77fd-4c55-9880-54daf18c5922 req-80b4cf76-7d44-4f21-97b6-3132e7067fce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0742717 Jun 09 22:56:33.267299 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-96741a5b-77fd-4c55-9880-54daf18c5922 req-e184e52a-fdb5-4d6f-bf20-10278ac83b40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Jun 09 22:56:33.913272 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa0810-f0ec-4eb3-b6a6-b168e26c68bc req-5e924d02-05bd-4831-974b-3bdc10e604ce tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:33.914789 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e0fa0810-f0ec-4eb3-b6a6-b168e26c68bc req-5e924d02-05bd-4831-974b-3bdc10e604ce tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0825016 Jun 09 22:56:33.961677 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e0fa0810-f0ec-4eb3-b6a6-b168e26c68bc req-6d8a87d9-6b56-409a-85b5-9912ac391ce5 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Jun 09 22:56:35.146828 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67bdbf-be2a-4f91-b310-f0bc22bb699d req-99dc6a0b-d794-49b5-8bf7-1f471ef23f8b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:35.148688 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c67bdbf-be2a-4f91-b310-f0bc22bb699d req-99dc6a0b-d794-49b5-8bf7-1f471ef23f8b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0818093 Jun 09 22:56:35.193977 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-6c67bdbf-be2a-4f91-b310-f0bc22bb699d req-ba90cc74-aad2-409d-bdea-fb5697507b4a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Jun 09 22:56:35.530809 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fed10-52ab-4c2e-b2bc-9e537b1fe6bf req-46a1576b-e2d6-436d-b14b-a705f2132948 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:35.532308 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0f2fed10-52ab-4c2e-b2bc-9e537b1fe6bf req-46a1576b-e2d6-436d-b14b-a705f2132948 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0802295 Jun 09 22:56:35.585505 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0f2fed10-52ab-4c2e-b2bc-9e537b1fe6bf req-0c24807b-ec7a-4a9d-88de-c4a57a812987 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Jun 09 22:56:35.608246 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36806) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:35.737590 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe65c7-aa43-45b7-9635-15979ce757dc tempest-TestShelveInstance-509406556 tempest-TestShelveInstance-509406556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:35.739076 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-4ffe65c7-aa43-45b7-9635-15979ce757dc tempest-TestShelveInstance-509406556 tempest-TestShelveInstance-509406556-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1093 time: 0.1298213 Jun 09 22:56:35.742195 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36810) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:35.746592 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:35.827746 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for floatingip, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:35.970745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:36.107601 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_common [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Allocated IP 172.27.0.155 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99) {{(pid=92489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:56:36.252865 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for port, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:36.376764 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4148710'] for port, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:36.380448 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:36.447637 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:56:36.450559 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.base_scheduler [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Resources bound (agent type, host, resource id): {{(pid=92489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:56:36.454936 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Received port after_create {{(pid=92489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:56:36.479046 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'Port': ['ID=5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:36.484056 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:36.943631 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:36.964707 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:37.080576 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:37.278760 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:37.341420 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:37.346199 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:37.447191 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event updated for resources: {'Port': ['ID=5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99,revision_number=2']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:37.454634 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:37.463754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:37.633826 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Floating IP 3ee9791c-b585-4f74-9afd-cc8951c7d88a associated. External IP: 172.27.0.155, port: 78a17adf-6e89-4d5f-88a7-a1b689099c99. Jun 09 22:56:37.987444 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Router 103f02cc-6386-4b71-b911-4271017032bf has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:56:38.162449 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:56:38.172237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Sync routers for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:56:38.182348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:56:38.183067 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:56:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:38.242103 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:38.309636 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-719eeca0-6411-4aa2-86f1-cc338c8bea7b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5663929 Jun 09 22:56:38.311353 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:38.313959 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c0059-0337-48ba-84db-551bf250fe98" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:38.362677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcb86c2-13d1-4b2f-b2cc-510152b8cb35 x-openstack-request-id: req-cfcb86c2-13d1-4b2f-b2cc-510152b8cb35 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:38.363002 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:38.363289 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfcb86c2-13d1-4b2f-b2cc-510152b8cb35 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:38.363843 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'status': 'completed', 'code': 200} Jun 09 22:56:38.390258 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:56:38.456994 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0059-0337-48ba-84db-551bf250fe98 req-eb554b10-aa81-4339-8fc1-6cebf9b57e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:38.458558 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-eb554b10-aa81-4339-8fc1-6cebf9b57e1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0724730 Jun 09 22:56:38.715084 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0059-0337-48ba-84db-551bf250fe98 req-fcddf87e-0348-43c3-a785-55e862f36c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:38.717537 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-fcddf87e-0348-43c3-a785-55e862f36c46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.2525804 Jun 09 22:56:38.799626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '3ee9791c-b585-4f74-9afd-cc8951c7d88a', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '103f02cc-6386-4b71-b911-4271017032bf', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'mac_address': 'fa:16:3e:a2:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:36Z', 'updated_at': '2021-06-09T22:56:36Z', 'revision_number': 0, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:38.804012 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Checking router: 103f02cc-6386-4b71-b911-4271017032bf for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:56:38.812242 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:56:38.812836 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:56:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:38.825654 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-b7d3fb5f-6c4d-4d00-a919-01eb90d14e11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 999 time: 0.0961406 Jun 09 22:56:38.891411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0059-0337-48ba-84db-551bf250fe98 req-d9008ced-f07f-45e0-9f41-5da30826691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:38.894114 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-d9008ced-f07f-45e0-9f41-5da30826691a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0619006 Jun 09 22:56:38.981707 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0059-0337-48ba-84db-551bf250fe98 req-a39505bb-8f73-4051-9fbe-1f0be727e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:38.983108 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-a39505bb-8f73-4051-9fbe-1f0be727e8c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824378 Jun 09 22:56:39.000626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:56:39.120813 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-688797be-4548-41bc-9aae-0adb5801f33f service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308606 Jun 09 22:56:39.303165 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-563c0059-0337-48ba-84db-551bf250fe98 req-3a4df95e-a1ac-4b15-b1d3-7c5d49757b9e service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738865 Jun 09 22:56:39.336986 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff7707-a6dc-4dae-98d7-e9897a14bd27 req-e3fb33ca-5817-44dd-9ffb-b89d83bfc38e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:39.338603 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbff7707-a6dc-4dae-98d7-e9897a14bd27 req-e3fb33ca-5817-44dd-9ffb-b89d83bfc38e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.1005223 Jun 09 22:56:39.355212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '3ee9791c-b585-4f74-9afd-cc8951c7d88a', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '103f02cc-6386-4b71-b911-4271017032bf', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'mac_address': 'fa:16:3e:a2:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:36Z', 'updated_at': '2021-06-09T22:56:36Z', 'revision_number': 0, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:39.359260 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003b190-a784-4f4b-b4e0-c01f37a1d228 None None] The sync data for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi is: [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': '3ee9791c-b585-4f74-9afd-cc8951c7d88a', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': '103f02cc-6386-4b71-b911-4271017032bf', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'mac_address': 'fa:16:3e:a2:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:36Z', 'updated_at': '2021-06-09T22:56:36Z', 'revision_number': 0, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:56:39.390599 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bbff7707-a6dc-4dae-98d7-e9897a14bd27 req-9ae9b067-e110-4142-b95e-fea5d7a3af75 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Jun 09 22:56:39.415204 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36828) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:39.558846 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aa0f25-6f40-45d0-8730-b031c44bbd0f tempest-TestMinimumBasicScenario-485251640 tempest-TestMinimumBasicScenario-485251640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:39.560279 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-76aa0f25-6f40-45d0-8730-b031c44bbd0f tempest-TestMinimumBasicScenario-485251640 tempest-TestMinimumBasicScenario-485251640-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1093 time: 0.1440148 Jun 09 22:56:39.564128 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36832) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:39.568772 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'floatingip': {'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'port_id': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:39.572285 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7b8f9-7ee2-4e18-8156-0600d73ebeb1 None None] New status for floating IP 3ee9791c-b585-4f74-9afd-cc8951c7d88a: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:56:39.646538 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for floatingip, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:39.894924 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:40.033834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_common [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Allocated IP 172.27.0.238 (41d699eb-01bb-4b39-b2dd-e5b736fae505/39f4e496-30ba-4879-9168-f98f9315be4f/2bc2f936-810f-49be-831f-4c3bb66a0299) {{(pid=92490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:56:40.176654 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for port, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:40.247214 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-742590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781348612217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4181864'] for port, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:40.250971 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ca1d80a5-4329-434e-980a-a7920810568d tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:40.313247 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Network 41d699eb-01bb-4b39-b2dd-e5b736fae505 is already hosted by enough agents. {{(pid=92490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:56:40.316035 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.base_scheduler [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Resources bound (agent type, host, resource id): {{(pid=92490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:56:40.319676 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Received port after_create {{(pid=92490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:56:40.355665 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'Port': ['ID=2bc2f936-810f-49be-831f-4c3bb66a0299,revision_number=1']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:40.359502 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:40.722798 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:40.857292 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:41.063234 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for port, precommit_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:41.103852 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4181786'] for port, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:41.107415 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-540fa81c-d42f-4c20-93a5-92d6737941df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:41.208465 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'Port': ['ID=2bc2f936-810f-49be-831f-4c3bb66a0299,revision_number=2']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:41.212746 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:41.219201 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811567'] for floatingip, after_update {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:41.385526 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Floating IP a0d62d8d-7f8f-45a4-9aa7-232d8eb28312 associated. External IP: 172.27.0.238, port: 8abef931-c5ca-41d4-8e47-3064ec74b648. Jun 09 22:56:41.837180 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Router c6690050-ee97-475c-8cd2-cd044ef754d0 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:56:42.011255 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:56:42.020073 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Sync routers for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:56:42.029770 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:56:42.030361 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:56:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:42.149583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.203386 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-18a5c06c-314b-491a-93ce-767dd9889330 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6382010 Jun 09 22:56:42.204037 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:42.206352 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:42.206741 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36834) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:42.208570 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:56:42.213215 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822338068', 'description': 'tempest-secgroup-smoke-1822338068 description', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:42.290801 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.306016 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f7428-7e1e-417d-a4f7-657c2a4229de x-openstack-request-id: req-e72f7428-7e1e-417d-a4f7-657c2a4229de {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:42.306167 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:42.306463 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e72f7428-7e1e-417d-a4f7-657c2a4229de {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:42.307036 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:56:42.450635 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.452965 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-0c0fc967-dcdf-41af-8526-63870f29da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:42.454476 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-0c0fc967-dcdf-41af-8526-63870f29da5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1098 time: 0.1247857 Jun 09 22:56:42.533344 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.540199 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-29473ebf-0a35-4f9d-9693-2418a42cc8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:42.594052 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade367d9-0e60-4c28-9441-99623297f8f5,revision_number=1']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:42.600334 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'a0d62d8d-7f8f-45a4-9aa7-232d8eb28312', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'port_id': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'mac_address': 'fa:16:3e:d9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:40Z', 'updated_at': '2021-06-09T22:56:40Z', 'revision_number': 0, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:42.604719 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Checking router: c6690050-ee97-475c-8cd2-cd044ef754d0 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:56:42.605640 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:42.615499 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:56:42.616680 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:56:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:42.632662 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-b4279916-e64c-4028-ad4f-757051d68a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:42.634201 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-b4279916-e64c-4028-ad4f-757051d68a86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1723132 Jun 09 22:56:42.640624 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.641902 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-21ef4694-7724-4531-a7ab-a30bf51df740 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4341366 Jun 09 22:56:42.645060 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36840) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:42.650115 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.v2.base [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:42.738031 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-0bba0c3f-e122-48fe-aaec-4600a826dc79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 999 time: 0.0950553 Jun 09 22:56:42.748599 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.803167 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:56:42.807716 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-a68ac3eb-84a7-4b1f-ab71-75da2fc95090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:42.809225 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-a68ac3eb-84a7-4b1f-ab71-75da2fc95090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0642891 Jun 09 22:56:42.821052 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.883775 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-805ef9bb-df9e-4d3d-8d70-9f3fc40bfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:42.885289 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-805ef9bb-df9e-4d3d-8d70-9f3fc40bfd9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693886 Jun 09 22:56:42.901906 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:42.904647 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6ba1c6c6-3716-4c4f-b246-4cdc89fca560 tempest-AttachVolumeTestJSON-1173382952 tempest-AttachVolumeTestJSON-1173382952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:42.928176 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99920e3-4f93-4347-baed-408afe24df9f,revision_number=0']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:42.934414 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:42.996488 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.000198 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-0a323990-c1f8-478e-898d-da2772bf73d3 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515635 Jun 09 22:56:43.000609 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36842) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:43.007745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:43.042125 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-9e7e7704-1dfd-4542-94cc-6f7230d33821 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472511 Jun 09 22:56:43.148500 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.157547 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'a0d62d8d-7f8f-45a4-9aa7-232d8eb28312', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'port_id': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'mac_address': 'fa:16:3e:d9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:40Z', 'updated_at': '2021-06-09T22:56:40Z', 'revision_number': 0, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:56:43.161467 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985144d0-6461-4598-8c19-5f7e87acc186 None None] The sync data for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi is: [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_floatingips': [{'id': 'a0d62d8d-7f8f-45a4-9aa7-232d8eb28312', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'router_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'port_id': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'mac_address': 'fa:16:3e:d9:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:56:40Z', 'updated_at': '2021-06-09T22:56:40Z', 'revision_number': 0, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:56:43.215878 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-fb720130-01d3-4a77-bca1-f0ed9ec6ce33 req-52c37000-6cd1-4b16-a192-32c67eb7766d service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662788 Jun 09 22:56:43.243982 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.326741 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.328949 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-abf7be4c-1875-4baa-aaa5-41077d900f1b tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:43.358230 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f97261-fbe0-4b58-ac10-435cf78e1294,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:43.360717 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:43.360873 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970f8d9-c07d-4144-bc52-8b3a0b01986d None None] New status for floating IP a0d62d8d-7f8f-45a4-9aa7-232d8eb28312: ACTIVE {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:56:43.445420 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.446651 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-018720ad-757e-431e-b864-dbda441e3591 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4450498 Jun 09 22:56:43.449349 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36844) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:43.453887 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:43.636331 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.698963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.758445 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.764572 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6390c30a-7865-4ad4-8bb6-0580eb39db26 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:43.783336 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64cf0d0-d352-4115-9657-603429077ce7,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:43.786125 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:43.850903 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:43.852303 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e99830a5-ddbf-4873-9a5a-041e13788263 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020166 Jun 09 22:56:43.854963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36846) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:43.859333 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:43.950268 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.013346 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.091958 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.093998 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:44.119910 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692114f8-f01e-46e5-8b5e-5b71b1b8fc5e,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:44.122672 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:44.192857 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.194057 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-c79e12ad-f8d2-4836-912d-7e6805816c5e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381577 Jun 09 22:56:44.196730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36848) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:44.201263 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:44.372211 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.securitygroups_db [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Project 5f451caa08dc48a08b1f7c04765d9adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:56:44.378644 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.442562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.521044 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.527038 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ef044a48-c239-48bd-b661-77ad99eecbd4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:44.546567 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2f4ccf-0a6b-45d1-962c-c57253d47335,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:44.548858 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:44.623792 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.624996 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-f1f5ed72-46d4-4440-a6f0-8d8b7d3bc3e6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4273212 Jun 09 22:56:44.627723 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 36850) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:56:44.632085 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'security_group_rule': {'security_group_id': 'ade367d9-0e60-4c28-9441-99623297f8f5', 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:44.715227 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.securitygroups_db [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Project 5f451caa08dc48a08b1f7c04765d9adb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 22:56:44.721881 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.785426 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.863703 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767777'] for security_group_rule, after_create {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.865823 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-ce04bbb3-5097-44a0-9740-21d39fe4413f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:44.887808 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de63242-8367-4f75-bdd8-379e69fe403e,revision_number=0']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:44.890149 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:44.964449 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:44.965663 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-8df818a6-2393-4706-a016-604c5c9248c5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3370368 Jun 09 22:56:45.090918 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-73939d50-a0ef-4f89-97aa-469e729b4c43 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822338068&fields=id&tenant_id=5f451caa08dc48a08b1f7c04765d9adb HTTP/1.1" status: 200 len: 267 time: 0.0423851 Jun 09 22:56:45.172050 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-6868b506-1730-49d2-b30f-7dddc51262c9 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:45.173502 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-6868b506-1730-49d2-b30f-7dddc51262c9 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0775752 Jun 09 22:56:45.185225 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'port': {'security_groups': ['d1a33a2f-2cae-4390-ae2d-b4852d93aeb3', 'ade367d9-0e60-4c28-9441-99623297f8f5']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:56:45.304609 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:45.557156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:56:45.581667 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:45.667481 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:45.673684 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-515fecd3-67e9-45b1-89c9-718a0ca9ebd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:56:45.680174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:56:45.738584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:45.739221 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:45.740612 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-8d2f8d9a-ae89-4115-a5a2-8b8d71a72202 req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "PUT /v2.0/ports/8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 981 time: 0.5599582 Jun 09 22:56:45.741692 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:56:45.743589 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d52a34-effc-4ff2-b421-239b976c653e" -d '{"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:56:45.765045 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=6']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:56:45.768599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e26e349d-190d-4f5c-a7be-f0de46cf4541 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:56:45.809138 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee8047b-ada7-4c12-beae-5eade2128b6a x-openstack-request-id: req-3ee8047b-ada7-4c12-beae-5eade2128b6a {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:56:45.809524 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:56:45.809883 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ee8047b-ada7-4c12-beae-5eade2128b6a {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:56:45.810598 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:56:45.812083 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:56:45.976091 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52a34-effc-4ff2-b421-239b976c653e req-fa7c783f-2be3-4927-809c-f01dec970b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:45.977430 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-fa7c783f-2be3-4927-809c-f01dec970b85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1137 time: 0.1409979 Jun 09 22:56:46.024013 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-049d7ca8-a1f5-44a3-9510-d1b88642160f None None] Provisioning complete for port 8abef931-c5ca-41d4-8e47-3064ec74b648 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:56:46.024390 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-049d7ca8-a1f5-44a3-9510-d1b88642160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:46.079564 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f346-02e3-491b-9e5d-c08f51abbfb9 req-37717b04-ff1a-4c18-b344-0d14aa837d13 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:46.081005 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1581f346-02e3-491b-9e5d-c08f51abbfb9 req-37717b04-ff1a-4c18-b344-0d14aa837d13 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.1740296 Jun 09 22:56:46.159022 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52a34-effc-4ff2-b421-239b976c653e req-8f67850a-48a6-4409-99bb-50169164a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:46.160454 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-8f67850a-48a6-4409-99bb-50169164a7d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1763992 Jun 09 22:56:46.165606 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1581f346-02e3-491b-9e5d-c08f51abbfb9 req-5c3e6d87-4a97-4b86-b21c-ef4f2c24bdc8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773489 Jun 09 22:56:46.262596 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-4ba7c952-dcba-46fd-bf8a-6b85b3469420 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 1001 time: 0.0927348 Jun 09 22:56:46.330731 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52a34-effc-4ff2-b421-239b976c653e req-12c97ce1-4bfa-4ec1-884e-8ae9211ea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:46.332234 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-12c97ce1-4bfa-4ec1-884e-8ae9211ea9f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0615695 Jun 09 22:56:46.407465 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52a34-effc-4ff2-b421-239b976c653e req-2c13d60a-7c3d-4f74-b343-4c41617cc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:56:46.408954 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-2c13d60a-7c3d-4f74-b343-4c41617cc6cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695202 Jun 09 22:56:46.544419 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-fb94b229-904a-4e65-a06f-41e1519e598c service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279409 Jun 09 22:56:46.763407 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-27d52a34-effc-4ff2-b421-239b976c653e req-4278468e-7d65-424a-9004-baebe90a5894 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119930 Jun 09 22:56:49.202991 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:56:54.587437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4ef98d53-d0ff-43bc-9054-759aea030ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:56.958365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-bd83cad6-0ceb-4cce-816d-b9c459e7bfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:57.039446 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:56:58.495626 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:00.148761 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:01.573596 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-81828037-c42d-4060-b22f-c2cf1f2930dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:01.575079 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-81828037-c42d-4060-b22f-c2cf1f2930dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1137 time: 0.1097128 Jun 09 22:57:01.587079 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0ef3-2b0f-4c16-968e-7dfb665f6e22 req-c878bb2d-b8e7-4658-822e-552d4f463c51 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:01.588469 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-115f0ef3-2b0f-4c16-968e-7dfb665f6e22 req-c878bb2d-b8e7-4658-822e-552d4f463c51 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.1593266 Jun 09 22:57:01.723088 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-115f0ef3-2b0f-4c16-968e-7dfb665f6e22 req-0ccef2e9-2c77-4859-9cdb-dd0f4808d3d5 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145630 Jun 09 22:57:01.765025 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-c59f02f8-60d5-4439-835f-cd7a46bfdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:01.766511 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-c59f02f8-60d5-4439-835f-cd7a46bfdafe service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1771700 Jun 09 22:57:01.875952 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-a7541524-8b2c-4c2e-9ff2-ddb88f205162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 1001 time: 0.1012928 Jun 09 22:57:01.950522 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-3565d7bf-5be3-42ac-b50a-ab0ec61de578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:01.952192 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-3565d7bf-5be3-42ac-b50a-ab0ec61de578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0683489 Jun 09 22:57:02.043013 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-a4df80ab-415e-4e25-b271-260047331820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:02.045144 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-a4df80ab-415e-4e25-b271-260047331820 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864561 Jun 09 22:57:02.193625 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-ef12f4d6-7b99-4a11-a148-b744a42e8ab0 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366501 Jun 09 22:57:02.342677 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3b50f9a0-db6a-4f63-b4f8-f9fefd181ae8 req-62a5c75a-2ead-40b1-a0a0-7917f104b56b service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416893 Jun 09 22:57:02.919144 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100e3fd-9b3d-4728-8d53-d9f32070fe80 req-80a5f616-c3a5-47e3-b53d-8a3a7bcef093 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:02.920524 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7100e3fd-9b3d-4728-8d53-d9f32070fe80 req-80a5f616-c3a5-47e3-b53d-8a3a7bcef093 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0848060 Jun 09 22:57:02.966933 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7100e3fd-9b3d-4728-8d53-d9f32070fe80 req-1d3cfbb4-3d07-4076-905a-eaace7784761 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404804 Jun 09 22:57:04.151340 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f00b-32f6-41c9-81cd-6c84fb43271f req-3f354105-b9b8-4bb7-be46-a0652f5fdd4d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:04.152715 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4339f00b-32f6-41c9-81cd-6c84fb43271f req-3f354105-b9b8-4bb7-be46-a0652f5fdd4d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0811639 Jun 09 22:57:04.199167 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4339f00b-32f6-41c9-81cd-6c84fb43271f req-c4757361-7770-44d9-8d98-40a9a711fe42 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407553 Jun 09 22:57:05.390279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89958a-6844-4e26-9b8c-f1a14fbce416 req-f9a25276-1804-464c-ba40-3f320d16cec6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:05.391770 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-aa89958a-6844-4e26-9b8c-f1a14fbce416 req-f9a25276-1804-464c-ba40-3f320d16cec6 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0856035 Jun 09 22:57:05.438213 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-aa89958a-6844-4e26-9b8c-f1a14fbce416 req-d8e72d1d-5ea4-4bef-ba0c-1f166feb5d87 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406718 Jun 09 22:57:06.620985 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38defba1-2da8-4474-9716-172e9632fc6d req-e4154b94-f033-466b-ac5a-4feba607972d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:06.622456 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-38defba1-2da8-4474-9716-172e9632fc6d req-e4154b94-f033-466b-ac5a-4feba607972d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0812407 Jun 09 22:57:06.680267 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-38defba1-2da8-4474-9716-172e9632fc6d req-10d75d08-887c-42bd-b948-39875f56bb2a tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507865 Jun 09 22:57:06.946912 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:07.864987 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbed7d-26a2-494c-89b7-7a35e31f609a req-a925ef02-1d43-4c7a-a14e-a565714e310c tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:07.866472 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86fbed7d-26a2-494c-89b7-7a35e31f609a req-a925ef02-1d43-4c7a-a14e-a565714e310c tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0805144 Jun 09 22:57:07.913111 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-86fbed7d-26a2-494c-89b7-7a35e31f609a req-20c84656-e919-44a7-aff7-fd78a1d976aa tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405474 Jun 09 22:57:09.115026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af3d63-90e2-40b9-9d2a-ab88dfbbc2b4 req-37e23606-b6ff-4de6-89d8-73f7345070f8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:09.115026 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-24af3d63-90e2-40b9-9d2a-ab88dfbbc2b4 req-37e23606-b6ff-4de6-89d8-73f7345070f8 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0845258 Jun 09 22:57:09.160404 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-24af3d63-90e2-40b9-9d2a-ab88dfbbc2b4 req-08a3b939-a56d-4058-ad01-6bf6b6881853 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409365 Jun 09 22:57:10.343424 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f7de-2f11-480c-acf0-2faefa8d803e req-187392ea-f20a-4d78-8eab-752a2eb8ca34 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:10.344869 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b523f7de-2f11-480c-acf0-2faefa8d803e req-187392ea-f20a-4d78-8eab-752a2eb8ca34 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0804641 Jun 09 22:57:10.394247 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b523f7de-2f11-480c-acf0-2faefa8d803e req-e6cdb4f7-102f-42ad-9cac-1b673cdb468d tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436194 Jun 09 22:57:11.580644 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8d55-55e9-4386-9fb9-305670a349b4 req-36236ec6-034d-4605-a27f-e13f84cb9c65 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:11.582110 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c72f8d55-55e9-4386-9fb9-305670a349b4 req-36236ec6-034d-4605-a27f-e13f84cb9c65 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0833097 Jun 09 22:57:11.627545 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c72f8d55-55e9-4386-9fb9-305670a349b4 req-2740ad5c-5d53-427a-b80e-3cae1e725b2e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397248 Jun 09 22:57:12.814464 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566b618-8cb3-45b3-b870-2014739115fa req-e7c7f432-cf3a-4648-be01-a64c7d934025 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:12.815927 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4566b618-8cb3-45b3-b870-2014739115fa req-e7c7f432-cf3a-4648-be01-a64c7d934025 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0817955 Jun 09 22:57:12.866498 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4566b618-8cb3-45b3-b870-2014739115fa req-562aa963-ec2e-405b-a0d7-742e8cf2242b tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449278 Jun 09 22:57:13.673820 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-9f266924-9bba-4b87-bf11-e3428c0d0897 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721471 Jun 09 22:57:13.812613 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-e0a98e1a-d63f-492d-a618-4a62f300c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:13.814245 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-e0a98e1a-d63f-492d-a618-4a62f300c1c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1137 time: 0.0727212 Jun 09 22:57:13.960789 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-c9f12d5a-8b40-46e5-94bb-a9c6b8356041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:13.962187 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-c9f12d5a-8b40-46e5-94bb-a9c6b8356041 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1291513 Jun 09 22:57:14.203469 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-c8c73b9b-1161-431c-a056-ea93c50c6221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 1001 time: 0.2338016 Jun 09 22:57:14.265513 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca580-547b-41ee-97b3-c0f3befe1ca9 req-eb7566fe-112e-42a3-9292-c3efb79e7c02 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:14.266895 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-761ca580-547b-41ee-97b3-c0f3befe1ca9 req-eb7566fe-112e-42a3-9292-c3efb79e7c02 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.1529183 Jun 09 22:57:14.302433 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-db5e06b7-980a-4336-9802-b02b1b0a4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:14.303816 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-db5e06b7-980a-4336-9802-b02b1b0a4a09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0926118 Jun 09 22:57:14.362693 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-761ca580-547b-41ee-97b3-c0f3befe1ca9 req-afc2c4d8-332b-41e6-8e1b-375b9583164b tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=ade367d9-0e60-4c28-9441-99623297f8f5&id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897112 Jun 09 22:57:14.392562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-101f1c41-976d-45b9-a77f-fbcc558e9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:14.394047 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-101f1c41-976d-45b9-a77f-fbcc558e9d6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799537 Jun 09 22:57:14.526872 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-f10cb9a1-692f-4544-9655-4c9e35d0b1c5 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248412 Jun 09 22:57:14.658146 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-f375c18b-6604-4e9e-a19a-d1ef1040a839 req-0ea08dd8-5916-40be-bdfd-a79c4e281ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234872 Jun 09 22:57:24.582782 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7f83286c-c805-4961-947c-1d0c8dbefdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:26.202155 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:57:26.928951 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fc22-da97-4cfa-8027-1509746c07ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:27.014576 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:28.512637 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:30.177206 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:36.936604 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:46.780514 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-6a50b52a-8239-4406-94ee-524373299618 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822338068&fields=id&tenant_id=5f451caa08dc48a08b1f7c04765d9adb HTTP/1.1" status: 200 len: 267 time: 0.0405154 Jun 09 22:57:46.868308 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-63e082a4-537c-44ff-9af8-dda3aa4e1ef7 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:46.869790 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-63e082a4-537c-44ff-9af8-dda3aa4e1ef7 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 984 time: 0.0839019 Jun 09 22:57:46.880411 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.v2.base [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Request body: {'port': {'security_groups': ['d1a33a2f-2cae-4390-ae2d-b4852d93aeb3']}} {{(pid=92489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:57:46.999572 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.235468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:57:47.264329 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for port, precommit_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.325075 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148628'] for port, after_update {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.330679 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-66bc245e-3419-42e4-bd00-ada364aaeb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:57:47.337208 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:57:47.399763 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:47.400399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.403064 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dbf0fd75-736a-4223-81fd-f26bcd9d7255 req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "PUT /v2.0/ports/8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 942 time: 0.5259416 Jun 09 22:57:47.403265 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:57:47.408254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ec1fe4-6d7a-4100-b69f-b5dc73337752" -d '{"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:57:47.408378 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36912) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:57:47.432325 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event updated for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=7']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:57:47.443159 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.444163 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.444602 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.445036 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.445487 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.445925 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.446485 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.446914 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.447813 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.447813 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.448013 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.449083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.455440 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:57:47.476168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b65ff-5183-4f02-974c-1696078e5e63 x-openstack-request-id: req-263b65ff-5183-4f02-974c-1696078e5e63 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:57:47.476502 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:57:47.476793 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-263b65ff-5183-4f02-974c-1696078e5e63 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:57:47.477250 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:57:47.481633 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:57:47.512960 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.544798 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.594077 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-0c8f04e7-5c87-48b0-a869-33be68b6e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:47.595701 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-0c8f04e7-5c87-48b0-a869-33be68b6e24b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1098 time: 0.0936737 Jun 09 22:57:47.679788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.682527 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.684113 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "DELETE /v2.0/security-groups/ade367d9-0e60-4c28-9441-99623297f8f5 HTTP/1.1" status: 204 len: 168 time: 0.2749214 Jun 09 22:57:47.685293 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:57:47.695260 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 36916) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:57:47.707004 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-40a75a25-3007-4aa8-a9e5-c9946d2775ba None None] Provisioning complete for port 8abef931-c5ca-41d4-8e47-3064ec74b648 triggered by entity DHCP. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:57:47.707384 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-40a75a25-3007-4aa8-a9e5-c9946d2775ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:47.742512 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-3889c551-3f5a-4bca-9b6a-a67bdd52e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:47.743961 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-3889c551-3f5a-4bca-9b6a-a67bdd52e010 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1407638 Jun 09 22:57:47.796793 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade367d9-0e60-4c28-9441-99623297f8f5,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:57:47.856893 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-fc0d44ef-47f5-49b3-9650-7dd76ee4bef9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 1001 time: 0.1052301 Jun 09 22:57:47.868913 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.869325 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.869869 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.870823 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.871187 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.871551 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.871914 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.872273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.872632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.873078 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.873459 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.873812 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:57:47.876952 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-f96ab27d-aa1e-4033-bdc7-31f54d358627 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:57:47.923093 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-ff622d04-b383-4eed-a6e0-d9a823f5add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:47.924525 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-ff622d04-b383-4eed-a6e0-d9a823f5add5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0600669 Jun 09 22:57:47.990829 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Deleting port 2bc2f936-810f-49be-831f-4c3bb66a0299 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:57:47.991170 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:48.102969 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-32a222d9-34e7-495f-ace6-3903e24e6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:48.104331 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-32a222d9-34e7-495f-ace6-3903e24e6818 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715729 Jun 09 22:57:48.113715 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:48.114050 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:48.236449 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-addd8379-992f-4420-9011-589412671cde service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233685 Jun 09 22:57:48.241072 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Calling delete_port for 2bc2f936-810f-49be-831f-4c3bb66a0299 owned by network:floatingip {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:57:48.369537 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-32ec1fe4-6d7a-4100-b69f-b5dc73337752 req-aa506df1-242d-4e95-b869-7bcc16b11094 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260014 Jun 09 22:57:48.416779 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:48.421834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:57:48.468834 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event deleted for resources: {'Port': ['ID=2bc2f936-810f-49be-831f-4c3bb66a0299,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:57:48.471955 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:57:48.666617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks [] for floatingip, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:48.666852 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.db.l3_db [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Floating IP a0d62d8d-7f8f-45a4-9aa7-232d8eb28312 disassociated (deleted). External IP: 172.27.0.238, port: 8abef931-c5ca-41d4-8e47-3064ec74b648. Jun 09 22:57:49.017152 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Router c6690050-ee97-475c-8cd2-cd044ef754d0 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:57:49.193431 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:57:49.197474 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:49.203294 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Sync routers for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:57:49.214358 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:57:49.215192 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:57:49.253058 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "DELETE /v2.0/floatingips/a0d62d8d-7f8f-45a4-9aa7-232d8eb28312 HTTP/1.1" status: 204 len: 168 time: 1.5567110 Jun 09 22:57:49.253893 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:57:49.256210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf11bb12bcbdbfcd6b9a746d94f509afd152cd981a3577453f21c017158afbd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dedc75-7153-4801-aee2-81c6fe0b5838" -d '{"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:57:49.394092 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:57:49.719954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:57:49.724070 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Checking router: c6690050-ee97-475c-8cd2-cd044ef754d0 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:57:49.732779 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:57:49.733443 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:57:49.744225 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d2814e-22f3-49c5-9ac4-2f9f89f868e4 x-openstack-request-id: req-e2d2814e-22f3-49c5-9ac4-2f9f89f868e4 {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:57:49.744757 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:57:49.745198 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2d2814e-22f3-49c5-9ac4-2f9f89f868e4 {{(pid=92490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:57:49.745841 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:57:49.852806 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-1b864080-3ad8-4f03-93ec-795566826909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:49.854552 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-1b864080-3ad8-4f03-93ec-795566826909 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 1098 time: 0.0870388 Jun 09 22:57:49.934979 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:57:49.998347 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-f4173a4e-0c05-4b0c-bde3-ec367237864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:49.999821 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-f4173a4e-0c05-4b0c-bde3-ec367237864a service neutron] 10.222.0.35 "GET /v2.0/networks?id=67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 200 len: 912 time: 0.1370401 Jun 09 22:57:50.072784 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-6b2b1968-5424-44c3-8a31-55ddc42e948a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 200 len: 217 time: 0.0642128 Jun 09 22:57:50.133730 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-01f3503a-2e08-4083-ad87-c03c002feb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:50.135279 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-01f3503a-2e08-4083-ad87-c03c002feb8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 200 len: 850 time: 0.0562065 Jun 09 22:57:50.214087 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-c9bfeabd-381b-42a9-8e62-23b00a889933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:50.215583 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-c9bfeabd-381b-42a9-8e62-23b00a889933 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67ef1d74-5ea3-47f9-8ad7-628991cbedea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737774 Jun 09 22:57:50.296099 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:57:50.300116 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb6420-fb34-41dc-8fe2-bcac4987f4cc None None] The sync data for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi is: [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:55:36Z', 'revision_number': 4, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '434d7e28-3deb-4e36-897f-5c32d4c5634b', 'name': '', 'network_id': '67ef1d74-5ea3-47f9-8ad7-628991cbedea', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'mac_address': 'fa:16:3e:70:37:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:35Z', 'updated_at': '2021-06-09T22:55:46Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'subnets': [{'id': 'd6d26d3e-9305-4247-a94d-5e0b932563de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:57:50.351320 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-1f09fbc7-ea08-4640-9887-f7576b4efc0b service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281576 Jun 09 22:57:50.490383 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c4dedc75-7153-4801-aee2-81c6fe0b5838 req-b9c52bce-ec89-4468-8249-1587e1c930d0 service neutron] 10.222.0.35 "GET /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325781 Jun 09 22:57:50.526195 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e93bcf-24f7-4163-a34c-673a4c5f984d None None] New status for floating IP a0d62d8d-7f8f-45a4-9aa7-232d8eb28312: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:57:53.036100 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006524f-8606-4018-800d-9823e2a7531f req-3bebc889-8f27-494d-8938-b334d2f27eab tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:53.037613 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2006524f-8606-4018-800d-9823e2a7531f req-3bebc889-8f27-494d-8938-b334d2f27eab tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0790026 Jun 09 22:57:53.083449 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2006524f-8606-4018-800d-9823e2a7531f req-4b962226-086f-4ac5-8c91-b5584298c4fa tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Jun 09 22:57:54.269146 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d228-a7b2-4080-9ec3-5c52af4889ae req-08d4c92d-4dbe-41d1-b915-b5be159b7882 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:54.270589 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1774d228-a7b2-4080-9ec3-5c52af4889ae req-08d4c92d-4dbe-41d1-b915-b5be159b7882 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0827875 Jun 09 22:57:54.316012 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1774d228-a7b2-4080-9ec3-5c52af4889ae req-3cceba86-0aad-4daf-9629-257da8658b1e tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Jun 09 22:57:54.591299 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-1aa33785-a0fe-4710-91f6-9013ee612ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:54.649370 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa12cfc-dd10-4275-9763-16862f51440d req-34a3bb4c-3877-403a-8e2f-7eb1c4406a05 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:57:54.650799 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7aa12cfc-dd10-4275-9763-16862f51440d req-34a3bb4c-3877-403a-8e2f-7eb1c4406a05 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.35 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 945 time: 0.0807407 Jun 09 22:57:54.788488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Deleting port 8abef931-c5ca-41d4-8e47-3064ec74b648 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:57:54.788834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:54.923274 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] For port 8abef931-c5ca-41d4-8e47-3064ec74b648, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8abef931-c5ca-41d4-8e47-3064ec74b648,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:57:54.923632 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:55.144888 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Calling delete_port for 8abef931-c5ca-41d4-8e47-3064ec74b648 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:57:55.328673 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:55.334384 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c225bde5-724b-4aa0-af67-0d6d7963f1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:57:55.342591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['8abef931-c5ca-41d4-8e47-3064ec74b648'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:57:55.382685 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Pushing event deleted for resources: {'Port': ['ID=8abef931-c5ca-41d4-8e47-3064ec74b648,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:57:55.386446 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:57:55.501341 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-ee2d49c9-55b2-4b2d-9cb4-dec21a2866e4 req-7e9ec099-4d77-49eb-9b7a-57b33c0081a7 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1563f7a7-01dd-4d8f-98dd-c711f0c59cea HTTP/1.1" status: 200 len: 210 time: 0.0774193 Jun 09 22:57:55.502259 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] No DVR routers for this DVR port 8abef931-c5ca-41d4-8e47-3064ec74b648 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:57:55.504802 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:55.506723 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7aa12cfc-dd10-4275-9763-16862f51440d req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] 10.222.0.35 "DELETE /v2.0/ports/8abef931-c5ca-41d4-8e47-3064ec74b648 HTTP/1.1" status: 204 len: 173 time: 0.8501136 Jun 09 22:57:55.507215 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'name': 'network-vif-deleted', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:57:55.509626 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ea67d-0b0e-4aad-b3e8-56b0acbb5b7b" -d '{"events": [{"server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "name": "network-vif-deleted", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:57:55.557155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42caca6b-0f03-468d-8950-b401f37b646b x-openstack-request-id: req-42caca6b-0f03-468d-8950-b401f37b646b {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:57:55.557155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563f7a7-01dd-4d8f-98dd-c711f0c59cea", "name": "network-vif-deleted", "tag": "8abef931-c5ca-41d4-8e47-3064ec74b648", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:57:55.557155 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42caca6b-0f03-468d-8950-b401f37b646b {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:57:55.557567 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563f7a7-01dd-4d8f-98dd-c711f0c59cea', 'name': 'network-vif-deleted', 'tag': '8abef931-c5ca-41d4-8e47-3064ec74b648', 'status': 'completed', 'code': 200} Jun 09 22:57:56.936538 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ec57fdc9-7617-4c31-9473-e177cfd67833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:57.010930 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:57.879170 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37006) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:57:58.407862 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:58.523313 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:58.869511 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 8abef931-c5ca-41d4-8e47-3064ec74b648 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:57:58.905683 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 8abef931-c5ca-41d4-8e47-3064ec74b648 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:57:58.906042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 8abef931-c5ca-41d4-8e47-3064ec74b648 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:57:58.920570 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Deleting port 434d7e28-3deb-4e36-897f-5c32d4c5634b {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:57:58.921164 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:59.039162 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] For port 434d7e28-3deb-4e36-897f-5c32d4c5634b, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=434d7e28-3deb-4e36-897f-5c32d4c5634b,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:57:59.039512 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:59.162847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Calling delete_port for 434d7e28-3deb-4e36-897f-5c32d4c5634b owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:57:59.388245 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:57:59.391905 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-3298b05f-6c97-4a18-94c4-c83470a7c22a tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:57:59.435643 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Pushing event deleted for resources: {'Port': ['ID=434d7e28-3deb-4e36-897f-5c32d4c5634b,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:57:59.438641 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:57:59.709207 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:00.159712 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:00.180666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Router c6690050-ee97-475c-8cd2-cd044ef754d0 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:58:00.356122 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:58:00.360874 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] 10.222.0.38 "PUT /v2.0/routers/c6690050-ee97-475c-8cd2-cd044ef754d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4807086 Jun 09 22:58:00.363442 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37008) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:00.366419 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Sync routers for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:58:00.376834 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:58:00.377564 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:00.541273 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:00.557939 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:58:00.717845 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:00.843907 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:57:59Z', 'revision_number': 5, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port': {'id': '76d9a294-037e-4c86-8fa7-2767c3f4343e', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:00.847728 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Checking router: c6690050-ee97-475c-8cd2-cd044ef754d0 for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:58:00.851058 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Deleting port 76d9a294-037e-4c86-8fa7-2767c3f4343e {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:00.851404 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:00.856298 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Routers {'c6690050-ee97-475c-8cd2-cd044ef754d0'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:58:00.857265 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['c6690050-ee97-475c-8cd2-cd044ef754d0'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:00.972791 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] For port 76d9a294-037e-4c86-8fa7-2767c3f4343e, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=76d9a294-037e-4c86-8fa7-2767c3f4343e,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:00.973055 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.007865 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] Set router c6690050-ee97-475c-8cd2-cd044ef754d0 gateway port host: None {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:58:01.095666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Calling delete_port for 76d9a294-037e-4c86-8fa7-2767c3f4343e owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:01.114297 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:58:00Z', 'revision_number': 6, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:01.118162 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce97409-8401-4e75-9154-7a9320735b5d None None] The sync data for ids ['c6690050-ee97-475c-8cd2-cd044ef754d0'] in dv-cinder-789564-5-iscsi is: [{'id': 'c6690050-ee97-475c-8cd2-cd044ef754d0', 'name': 'tempest-TestMinimumBasicScenario-707643-router', 'tenant_id': '5f451caa08dc48a08b1f7c04765d9adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:30Z', 'updated_at': '2021-06-09T22:58:00Z', 'revision_number': 6, 'project_id': '5f451caa08dc48a08b1f7c04765d9adb', 'gw_port_host': None}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:58:01.307598 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.312153 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ea9604fd-74ce-4758-8d90-89efbb5fe801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:01.354701 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d9a294-037e-4c86-8fa7-2767c3f4343e,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:01.380011 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:01.450041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.632263 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.635522 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.759527 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.760056 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6690050-ee97-475c-8cd2-cd044ef754d0 {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:58:01.765806 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:01.766984 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6dfad3a2-b70b-4426-b69a-6cde4d71e8d6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c6690050-ee97-475c-8cd2-cd044ef754d0 HTTP/1.1" status: 204 len: 168 time: 1.4026408 Jun 09 22:58:01.769613 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37010) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:01.895207 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 434d7e28-3deb-4e36-897f-5c32d4c5634b no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:01.933943 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 434d7e28-3deb-4e36-897f-5c32d4c5634b {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:01.934579 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 434d7e28-3deb-4e36-897f-5c32d4c5634b not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:01.982091 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Deleting subnet d6d26d3e-9305-4247-a94d-5e0b932563de {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:58:01.985240 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.048953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.141847 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.311617 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.315953 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:02.351679 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d26d3e-9305-4247-a94d-5e0b932563de,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:02.354805 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:02.355809 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.357840 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-d2639bb7-e010-4f98-8495-9cae4760533f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d6d26d3e-9305-4247-a94d-5e0b932563de HTTP/1.1" status: 204 len: 168 time: 0.5872793 Jun 09 22:58:02.360286 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37012) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:02.361809 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d0ebd-fe65-4f2c-8f20-609862ffbd40 None None] Network 67ef1d74-5ea3-47f9-8ad7-628991cbedea requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:58:02.469708 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.545224 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Deleting port 8543ec12-d712-4d63-9cbe-66af9adfdace {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:02.545568 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.612811 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] DHCP port deletion for 67ef1d74-5ea3-47f9-8ad7-628991cbedea request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:58:02.648429 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] For port 8543ec12-d712-4d63-9cbe-66af9adfdace, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=8543ec12-d712-4d63-9cbe-66af9adfdace,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:02.648783 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.677327 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Deleting port 8543ec12-d712-4d63-9cbe-66af9adfdace {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:02.677591 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.779785 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Calling delete_port for 8543ec12-d712-4d63-9cbe-66af9adfdace owned by network:dhcp {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:02.821120 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] For port 8543ec12-d712-4d63-9cbe-66af9adfdace, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=8543ec12-d712-4d63-9cbe-66af9adfdace,segment=NetworkSegment(241f116c-bce0-4877-b49a-4c87fa6139f0),segment_id=241f116c-bce0-4877-b49a-4c87fa6139f0)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:02.821523 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.890457 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.894216 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-775801a7-ad8a-4b2f-81a1-1b9b76263e52 tempest-ServerRescueNegativeTestJSON-4597898 tempest-ServerRescueNegativeTestJSON-4597898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:02.938685 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Pushing event deleted for resources: {'Port': ['ID=8543ec12-d712-4d63-9cbe-66af9adfdace,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:02.941832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:02.942599 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] No DVR routers for this DVR port 8543ec12-d712-4d63-9cbe-66af9adfdace on host dv-cinder-789564-5-iscsi {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:58:02.944715 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Calling delete_port for 8543ec12-d712-4d63-9cbe-66af9adfdace owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:02.987821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:02.992301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:03.036267 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Pushing event deleted for resources: {'Port': ['ID=8543ec12-d712-4d63-9cbe-66af9adfdace,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:03.044692 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] No DVR routers for this DVR port 8543ec12-d712-4d63-9cbe-66af9adfdace on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:58:03.046655 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.047007 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.047436 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.047777 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.048119 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.048452 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.048786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.049164 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.049471 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.049799 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.050123 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.050711 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:58:03.054208 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:03.065865 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.078854 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ef1d74-5ea3-47f9-8ad7-628991cbedea']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:03.094891 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241f116c-bce0-4877-b49a-4c87fa6139f0') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:03.095192 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241f116c-bce0-4877-b49a-4c87fa6139f0') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:03.107428 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.123988 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.131554 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:58:03.131554 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:58:03.143719 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:58:03.200796 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:58:03.273918 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76d9a294-037e-4c86-8fa7-2767c3f4343e no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:03.296479 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.300156 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c380f88b-09ee-4159-b8fe-73488a7a4d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:03.309601 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 76d9a294-037e-4c86-8fa7-2767c3f4343e {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:03.311450 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 76d9a294-037e-4c86-8fa7-2767c3f4343e not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:03.311450 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 8543ec12-d712-4d63-9cbe-66af9adfdace no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:03.315823 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:03.317737 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] 10.222.0.38 "DELETE /v2.0/networks/67ef1d74-5ea3-47f9-8ad7-628991cbedea HTTP/1.1" status: 204 len: 168 time: 0.9560504 Jun 09 22:58:03.320688 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37014) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:03.321158 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Pushing event deleted for resources: {'Network': ['ID=67ef1d74-5ea3-47f9-8ad7-628991cbedea,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:03.323181 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-c05abe4f-94d8-433e-aad9-08c59d1e610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:03.343883 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 8543ec12-d712-4d63-9cbe-66af9adfdace {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:03.344239 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 8543ec12-d712-4d63-9cbe-66af9adfdace not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:03.848484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:04.250868 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Deleting port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:04.251110 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:04.467765 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] For port 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:04.468464 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:04.592534 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Calling delete_port for 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 owned by network:router_interface {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:04.791854 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:04.796113 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-539d45a3-6375-49e1-895f-aaa8de001049 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:04.843855 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efa0ab6-a4f3-47c9-9a2c-da7661366ba3,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:04.870195 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:05.111371 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:05.465921 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Router 877d9aa8-c069-48ae-a310-fdb0a7433466 has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:58:05.642309 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:58:05.647012 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-e627bdb5-3e6c-4dee-97c0-655b95693344 admin admin] 10.222.0.38 "PUT /v2.0/routers/877d9aa8-c069-48ae-a310-fdb0a7433466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3251240 Jun 09 22:58:05.649582 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37016) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:05.650560 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Sync routers for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:58:05.660491 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:58:05.661150 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:05.843309 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:58:05.950442 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks [] for router, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.123151 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.126083 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:58:04Z', 'revision_number': 5, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port': {'id': '50be2689-5f7b-49b0-b29d-56a9349bce60', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:42Z', 'updated_at': '2021-06-09T22:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:06.129954 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Checking router: 877d9aa8-c069-48ae-a310-fdb0a7433466 for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:58:06.138854 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Routers {'877d9aa8-c069-48ae-a310-fdb0a7433466'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:58:06.139452 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:57:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['877d9aa8-c069-48ae-a310-fdb0a7433466'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:06.254088 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Deleting port 50be2689-5f7b-49b0-b29d-56a9349bce60 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:06.254431 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.291293 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] Set router 877d9aa8-c069-48ae-a310-fdb0a7433466 gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:58:06.379018 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] For port 50be2689-5f7b-49b0-b29d-56a9349bce60, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=50be2689-5f7b-49b0-b29d-56a9349bce60,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:06.379258 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.428142 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:58:06Z', 'revision_number': 6, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:06.434340 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8609ceb-d2e6-43ed-969e-100203fff206 None None] The sync data for ids ['877d9aa8-c069-48ae-a310-fdb0a7433466'] in dv-cinder-789564-5-iscsi is: [{'id': '877d9aa8-c069-48ae-a310-fdb0a7433466', 'name': 'tempest-TestMinimumBasicScenario-1729184591-router', 'tenant_id': '2ff72f1657e6436dafa4faf754262a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:41Z', 'updated_at': '2021-06-09T22:58:06Z', 'revision_number': 6, 'project_id': '2ff72f1657e6436dafa4faf754262a73', 'gw_port_host': None}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:58:06.505183 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Calling delete_port for 50be2689-5f7b-49b0-b29d-56a9349bce60 owned by network:router_gateway {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:06.728551 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.732266 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e4eed58e-fe28-4103-8953-b1cf0a7ab2fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:06.776656 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Pushing event deleted for resources: {'Port': ['ID=50be2689-5f7b-49b0-b29d-56a9349bce60,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:06.780761 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:06.877947 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:06.970323 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.049083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.051562 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.141676 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.142100 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877d9aa8-c069-48ae-a310-fdb0a7433466 {{(pid=92489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:58:07.146265 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] Notify callbacks [] for router, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.151373 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-70f4d449-15e8-445e-bb16-f553155ba47c admin admin] 10.222.0.38 "DELETE /v2.0/routers/877d9aa8-c069-48ae-a310-fdb0a7433466 HTTP/1.1" status: 204 len: 168 time: 1.4969354 Jun 09 22:58:07.151373 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37018) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:07.212720 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Deleting subnet aca080c6-0385-4010-b181-218a7b11fe16 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:58:07.216276 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.264678 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.277949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:07.319122 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:07.319380 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 6efa0ab6-a4f3-47c9-9a2c-da7661366ba3 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:07.319798 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 50be2689-5f7b-49b0-b29d-56a9349bce60 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:07.354702 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 50be2689-5f7b-49b0-b29d-56a9349bce60 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:07.355055 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 50be2689-5f7b-49b0-b29d-56a9349bce60 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:07.355156 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.506000 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.510405 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b460bb9a-4cc1-4d04-9538-2a4c2376048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:07.545628 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca080c6-0385-4010-b181-218a7b11fe16,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:07.548682 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:07.549697 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.551773 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b61a2c28-d425-4c60-af45-76bac619cc48 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aca080c6-0385-4010-b181-218a7b11fe16 HTTP/1.1" status: 204 len: 168 time: 0.4009271 Jun 09 22:58:07.554241 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37020) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:07.554594 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef32bf-d5eb-4b1c-b368-73ddcf275acb None None] Network d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:58:07.769179 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.816297 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] DHCP port deletion for d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:58:07.846402 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Deleting port 09c5391d-6a2a-435b-a1eb-91b94e1f926c {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:07.846738 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.879743 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Deleting port 09c5391d-6a2a-435b-a1eb-91b94e1f926c {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:58:07.880133 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.947916 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] For port 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=09c5391d-6a2a-435b-a1eb-91b94e1f926c,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:07.948270 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:07.982815 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] For port 09c5391d-6a2a-435b-a1eb-91b94e1f926c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=09c5391d-6a2a-435b-a1eb-91b94e1f926c,segment=NetworkSegment(0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b),segment_id=0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:07.983380 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.076775 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Calling delete_port for 09c5391d-6a2a-435b-a1eb-91b94e1f926c owned by network:dhcp {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:08.105252 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Calling delete_port for 09c5391d-6a2a-435b-a1eb-91b94e1f926c owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:58:08.196990 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.201517 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-da8fcb65-bb97-4566-b4a1-c70e332f40fe tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:08.203019 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.206667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-3e5b274b-ec40-4d53-ab73-b4d3871775fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:08.245030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Pushing event deleted for resources: {'Port': ['ID=09c5391d-6a2a-435b-a1eb-91b94e1f926c,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:08.248182 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:08.248963 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] No DVR routers for this DVR port 09c5391d-6a2a-435b-a1eb-91b94e1f926c on host dv-cinder-789564-5-iscsi {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:58:08.250341 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Pushing event deleted for resources: {'Port': ['ID=09c5391d-6a2a-435b-a1eb-91b94e1f926c,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:08.254162 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:08.256301 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096f7c8-f033-414e-b33b-d7a10975e805 None None] No DVR routers for this DVR port 09c5391d-6a2a-435b-a1eb-91b94e1f926c on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:58:08.365343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.378255 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9185378-d80c-4d8a-a4e8-4fa8226bd5a6']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:08.394643 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:08.394942 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff291b6-97a1-4b99-b28f-0ce7b0ad1d4b') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:58:08.406736 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.422395 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.428490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:58:08.428875 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:58:08.441822 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:58:08.582039 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.585629 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:08.598633 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:08.600422 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] 10.222.0.38 "DELETE /v2.0/networks/d9185378-d80c-4d8a-a4e8-4fa8226bd5a6 HTTP/1.1" status: 204 len: 168 time: 1.0452604 Jun 09 22:58:08.606376 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9185378-d80c-4d8a-a4e8-4fa8226bd5a6,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:08.608677 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b7974b0d-fdd2-4c58-be65-af983462862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:08.997556 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37024) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:09.052411 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-a7bc5917-cf13-4c0e-88a6-c3da666b5e2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f451caa08dc48a08b1f7c04765d9adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536222 Jun 09 22:58:09.054795 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37026) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:09.112666 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:09.138477 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:09.259881 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:09.262689 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:09.264659 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1a33a2f-2cae-4390-ae2d-b4852d93aeb3 HTTP/1.1" status: 204 len: 168 time: 0.2089734 Jun 09 22:58:09.265501 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-bf9e9a82-ea1f-408c-857a-8581cbd9e52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:09.278268 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a33a2f-2cae-4390-ae2d-b4852d93aeb3,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:09.278454 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 09c5391d-6a2a-435b-a1eb-91b94e1f926c no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:09.281148 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-6309bb6c-872c-42ce-92d7-3742502a5a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:09.325310 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 09c5391d-6a2a-435b-a1eb-91b94e1f926c {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:58:09.325766 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 09c5391d-6a2a-435b-a1eb-91b94e1f926c not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:58:09.944771 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37032) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:09.998260 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-1e2e40e4-a1bd-4c9e-8843-f9c3c356b32a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ff72f1657e6436dafa4faf754262a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522323 Jun 09 22:58:10.000696 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37034) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:10.059030 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:10.084717 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:10.213670 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:10.216526 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:10.217674 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/113d6097-3e56-4373-9bf7-cd2ebbb65c62 HTTP/1.1" status: 204 len: 168 time: 0.2159770 Jun 09 22:58:10.218560 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-d46d0b66-cb41-4d4b-b37d-07aafff321fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:10.228071 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d6097-3e56-4373-9bf7-cd2ebbb65c62,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:10.231934 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-17d4ffb3-2cd3-4cfe-bdd2-e5a08799c98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:15.707911 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-28bce0d6-7f5f-416e-a455-cc748821f134 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745368 Jun 09 22:58:15.800994 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-9fd2325e-c407-4b87-abca-66a71cf40afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:15.802486 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-9fd2325e-c407-4b87-abca-66a71cf40afd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0738301 Jun 09 22:58:15.948169 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-30cbff56-6158-4751-b418-2489b06dd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:15.949721 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-30cbff56-6158-4751-b418-2489b06dd12a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1280272 Jun 09 22:58:16.053907 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-a5bdfeaa-60bd-4981-971d-aa472e352fae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 1001 time: 0.0975862 Jun 09 22:58:16.114545 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-df58b4d7-910e-4f45-89a5-f5b229ad8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:16.115942 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-df58b4d7-910e-4f45-89a5-f5b229ad8db4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0556495 Jun 09 22:58:16.193488 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-cd5ba2f5-9f1a-4c83-8157-e6bd4d58adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:16.194917 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-cd5ba2f5-9f1a-4c83-8157-e6bd4d58adeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723808 Jun 09 22:58:16.414246 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-a8afc071-e0fb-4e2d-b846-b2e2a6609991 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123983 Jun 09 22:58:16.544416 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-22245f96-c65f-4c97-b896-b45f1cb85a6c req-1e9557c5-7575-4e83-8af4-5d70e8825399 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232243 Jun 09 22:58:24.598821 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7994f68f-b5e7-417f-b82d-4b3d19ce4d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:26.968033 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6556-b900-4216-90b4-7bbb69814fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:27.038207 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:28.504627 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:30.150927 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:35.537248 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b25314-9c7c-4386-b26a-cdf2ad6149e8 req-6d4d8003-f23d-4202-a6a2-697c422d6dc1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:35.538680 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d7b25314-9c7c-4386-b26a-cdf2ad6149e8 req-6d4d8003-f23d-4202-a6a2-697c422d6dc1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Jun 09 22:58:35.582823 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d7b25314-9c7c-4386-b26a-cdf2ad6149e8 req-43071db2-6ee6-467e-8bc8-d75d061aa754 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379751 Jun 09 22:58:36.768867 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9027d-730d-43f8-9246-d34b80520ab9 req-2d1a92c9-86c7-4a88-a211-b2456b100e4f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:36.770347 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1ce9027d-730d-43f8-9246-d34b80520ab9 req-2d1a92c9-86c7-4a88-a211-b2456b100e4f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0826886 Jun 09 22:58:36.817331 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1ce9027d-730d-43f8-9246-d34b80520ab9 req-33acef92-1bfe-468c-b9e0-8473a9a27f8a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Jun 09 22:58:36.964114 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:37.998797 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266391ad-8319-4d00-a3e3-4ef2ee83d680 req-2828e1a5-734c-4fb4-acec-4119c47df901 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:38.000239 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-266391ad-8319-4d00-a3e3-4ef2ee83d680 req-2828e1a5-734c-4fb4-acec-4119c47df901 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0793152 Jun 09 22:58:38.050501 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-266391ad-8319-4d00-a3e3-4ef2ee83d680 req-3e525a57-433c-4cfa-98e4-5b19d57d733c tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Jun 09 22:58:39.245177 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79e712-06b5-42cc-9c3a-4ec336c06835 req-564c8dcd-d4c5-4eff-adc8-9c39fcfd4091 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:39.247576 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1e79e712-06b5-42cc-9c3a-4ec336c06835 req-564c8dcd-d4c5-4eff-adc8-9c39fcfd4091 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0813177 Jun 09 22:58:39.293082 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1e79e712-06b5-42cc-9c3a-4ec336c06835 req-fda94573-d55d-466f-a9f9-efcfbc1dfcf6 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Jun 09 22:58:40.198805 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:58:40.481180 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cd200-5807-430f-9d41-6ac9eafc85e6 req-6b07b64d-9513-494b-8e35-f1d26d3e1107 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:40.482540 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d48cd200-5807-430f-9d41-6ac9eafc85e6 req-6b07b64d-9513-494b-8e35-f1d26d3e1107 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0839758 Jun 09 22:58:40.526105 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d48cd200-5807-430f-9d41-6ac9eafc85e6 req-e31da45d-edb3-4444-b3b2-0f200aa46e4f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Jun 09 22:58:41.707993 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe71b4e-342d-482a-9d13-e695e9c42af8 req-b9830f6c-5bd1-41d1-85f9-09edcb85c5c4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:41.709464 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1fe71b4e-342d-482a-9d13-e695e9c42af8 req-b9830f6c-5bd1-41d1-85f9-09edcb85c5c4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0797377 Jun 09 22:58:41.753772 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1fe71b4e-342d-482a-9d13-e695e9c42af8 req-39104e27-10d8-4169-88a8-a21a040f8ba4 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Jun 09 22:58:42.946752 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4947-c599-4462-b743-f2584b99fcef req-e06cc42f-7e01-4bb9-b3b5-4a5d313e6052 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:42.948192 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5f9b4947-c599-4462-b743-f2584b99fcef req-e06cc42f-7e01-4bb9-b3b5-4a5d313e6052 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0848310 Jun 09 22:58:42.992774 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-5f9b4947-c599-4462-b743-f2584b99fcef req-3a6d6bcd-04f3-468b-b760-6e8d15420562 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Jun 09 22:58:44.179975 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf472b5-285d-4bdb-89c5-6a15d6cc3bd7 req-745b8b09-3c27-4844-b4cc-1f5c56326181 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:44.181349 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1bf472b5-285d-4bdb-89c5-6a15d6cc3bd7 req-745b8b09-3c27-4844-b4cc-1f5c56326181 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0817497 Jun 09 22:58:44.229084 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1bf472b5-285d-4bdb-89c5-6a15d6cc3bd7 req-b1f0bfc3-b01a-4185-9b49-5a8c843135dc tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Jun 09 22:58:45.412057 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e141-504f-49b1-abb0-64202b11e549 req-016b4312-34ef-4d58-b0f7-15d3a99e7fe0 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:45.413507 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9c19e141-504f-49b1-abb0-64202b11e549 req-016b4312-34ef-4d58-b0f7-15d3a99e7fe0 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0794318 Jun 09 22:58:45.457773 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-9c19e141-504f-49b1-abb0-64202b11e549 req-c309fade-ef06-4ae8-9fa9-f6b26810719f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Jun 09 22:58:45.695399 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-434aecdb-351c-4921-aff5-40e89ecf649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:45.696883 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-434aecdb-351c-4921-aff5-40e89ecf649b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0749488 Jun 09 22:58:45.828254 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-65c2e68a-2a52-4d8d-ad45-89a0ff5ea177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:45.829719 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-65c2e68a-2a52-4d8d-ad45-89a0ff5ea177 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1269014 Jun 09 22:58:45.929993 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-04f9ece3-7540-447b-a4af-197692791cee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 1001 time: 0.0935464 Jun 09 22:58:45.996363 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-5f01690f-481e-4390-9fe4-0726786a512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:45.997749 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-5f01690f-481e-4390-9fe4-0726786a512c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0616331 Jun 09 22:58:46.072385 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-ccdaa6c5-2319-493e-8f2e-c871d42fdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:46.073867 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-ccdaa6c5-2319-493e-8f2e-c871d42fdc13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702550 Jun 09 22:58:46.207076 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-6a1b2630-e309-4d26-8d4e-6a5d8d2b14cd service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258845 Jun 09 22:58:46.423335 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c85c7a67-0d13-4b6b-88e1-25a3379e18eb req-51410d6b-b928-45b8-8271-76c5d3838f80 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101316 Jun 09 22:58:46.646618 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cf594-34e5-4008-a260-6a5f9508bb62 req-4bbfd140-2cfa-4007-9189-9343c8d4f6da tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:46.648070 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dd9cf594-34e5-4008-a260-6a5f9508bb62 req-4bbfd140-2cfa-4007-9189-9343c8d4f6da tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0837455 Jun 09 22:58:46.694567 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dd9cf594-34e5-4008-a260-6a5f9508bb62 req-8cc3783e-f3ae-40bd-a072-7b07f46c419a tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Jun 09 22:58:47.877834 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fae0f3-943b-4a40-91ba-1ae887897c68 req-7ecbbca3-2ec2-4a01-bff0-989d9ea71b31 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:47.879267 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8fae0f3-943b-4a40-91ba-1ae887897c68 req-7ecbbca3-2ec2-4a01-bff0-989d9ea71b31 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0818708 Jun 09 22:58:47.929038 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8fae0f3-943b-4a40-91ba-1ae887897c68 req-eb4964eb-267a-4aa8-a96f-03830cb04c5f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Jun 09 22:58:49.114584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f17d-abeb-403d-bc11-40c38b68d51d req-cadb72f9-de34-4cc6-a74f-50011f30ca7f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:49.115967 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3773f17d-abeb-403d-bc11-40c38b68d51d req-cadb72f9-de34-4cc6-a74f-50011f30ca7f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0812969 Jun 09 22:58:49.162227 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-3773f17d-abeb-403d-bc11-40c38b68d51d req-4400179e-f6d5-478a-8011-b4a6d9fde1fc tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Jun 09 22:58:50.713027 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036b3f2-a67d-4610-bce1-56c81931e9fb req-01ad7108-20a1-4a9c-88c3-f17f7e230716 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:50.714527 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2036b3f2-a67d-4610-bce1-56c81931e9fb req-01ad7108-20a1-4a9c-88c3-f17f7e230716 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0857203 Jun 09 22:58:50.761130 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2036b3f2-a67d-4610-bce1-56c81931e9fb req-862d2957-6cf3-4bf7-b957-2908a8cc2ec8 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Jun 09 22:58:50.830202 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37076) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:58:50.943934 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-489d8216-7dc4-4984-a25b-ac56f3a5f961 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125107 Jun 09 22:58:51.192384 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:58:51.306096 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:51.332974 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:58:51.335222 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3469946c-87cc-48ef-adb5-457099795dad" -d '{"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-unplugged", "status": "completed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:58:51.345706 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:58:51.371605 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c6f348-1a7e-4718-9bbb-97aff2ebf576 x-openstack-request-id: req-a6c6f348-1a7e-4718-9bbb-97aff2ebf576 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:58:51.372394 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-unplugged", "status": "failed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "code": 422}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:58:51.372759 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6c6f348-1a7e-4718-9bbb-97aff2ebf576 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:58:51.373336 dv-cinder-789564-5-iscsi neutron-server[92491]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'code': 422} returned with failed status Jun 09 22:58:51.432456 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:51.434250 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-39f2bed1-4cfd-42b6-8295-8988db9dc292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:58:51.500984 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=6']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:58:51.503963 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:58:51.952749 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503aa1-6262-49e5-ae35-e1738e8d3ebc req-25f093a3-e18f-4506-977d-e72e75132528 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:51.954268 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a503aa1-6262-49e5-ae35-e1738e8d3ebc req-25f093a3-e18f-4506-977d-e72e75132528 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0845094 Jun 09 22:58:52.002572 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-1a503aa1-6262-49e5-ae35-e1738e8d3ebc req-557b5277-6db2-4021-9b5d-1322b8f23c61 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Jun 09 22:58:53.190253 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335712aa-25ab-4449-bb7b-837b8df9c6a6 req-10171052-0961-460d-a709-945859883145 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:53.191704 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-335712aa-25ab-4449-bb7b-837b8df9c6a6 req-10171052-0961-460d-a709-945859883145 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0808179 Jun 09 22:58:53.235981 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-335712aa-25ab-4449-bb7b-837b8df9c6a6 req-f592006d-857d-47cf-988a-285e1f0d0a84 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 Jun 09 22:58:54.423382 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45529290-bb04-4057-99d5-569c3cd376b1 req-8924401c-1106-48c4-badf-62820e9580b1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:54.425113 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45529290-bb04-4057-99d5-569c3cd376b1 req-8924401c-1106-48c4-badf-62820e9580b1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0845671 Jun 09 22:58:54.471788 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-45529290-bb04-4057-99d5-569c3cd376b1 req-e4d6e879-f0fe-4622-934c-5088e8c7c802 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410500 Jun 09 22:58:54.624607 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-d7cd8c47-e6e9-4dad-8201-6b24e74b6217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:55.659831 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e31c83-6c3f-4997-ba4d-45f5176510f2 req-9bf28687-46b5-4064-b25f-96415f7c64b5 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:55.661310 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-61e31c83-6c3f-4997-ba4d-45f5176510f2 req-9bf28687-46b5-4064-b25f-96415f7c64b5 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0807412 Jun 09 22:58:55.708916 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-61e31c83-6c3f-4997-ba4d-45f5176510f2 req-72928f27-edfb-46f1-88f9-92d0cf1e3108 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Jun 09 22:58:56.899569 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810186c-76e4-4375-a2c5-43da2f4cb4f9 req-02551403-deab-4468-be86-941ab0f78f21 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:56.901046 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b810186c-76e4-4375-a2c5-43da2f4cb4f9 req-02551403-deab-4468-be86-941ab0f78f21 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0855756 Jun 09 22:58:56.943544 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-08a99f2c-2f31-4873-99a5-eae4f6e42c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:56.950334 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b810186c-76e4-4375-a2c5-43da2f4cb4f9 req-eebad831-576f-42d4-baa4-c556fa8843dd tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Jun 09 22:58:57.021005 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:57.612725 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-e14e0f66-9dc8-420a-8ecd-22fd4a73c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:57.614240 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-e14e0f66-9dc8-420a-8ecd-22fd4a73c9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349&tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6 HTTP/1.1" status: 200 len: 1096 time: 0.0728805 Jun 09 22:58:57.705717 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-1b4dbdde-0a99-4f3f-9874-954659b694c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:57.707160 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-1b4dbdde-0a99-4f3f-9874-954659b694c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1096 time: 0.0723231 Jun 09 22:58:57.838026 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-32ca45d4-17b7-406d-ad96-cf7decc18c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:57.839485 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-32ca45d4-17b7-406d-ad96-cf7decc18c96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1259770 Jun 09 22:58:57.941198 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-790522d6-107e-4d2e-86b3-5f38fa5ec0ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 999 time: 0.0939960 Jun 09 22:58:58.003490 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-a9ace412-d831-40cb-a38e-1a2f4eb4ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:58.004921 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-a9ace412-d831-40cb-a38e-1a2f4eb4ed8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0576563 Jun 09 22:58:58.143690 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-967b5f99-0dcc-4c03-9b1e-eb8ef37bed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:58.145217 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-967b5f99-0dcc-4c03-9b1e-eb8ef37bed72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1345344 Jun 09 22:58:58.179215 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121466-cc6c-4e26-90ac-f18edcb11634 req-ff8c0edc-3a03-4494-bfb4-9fb3f11e2092 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:58.180622 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a2121466-cc6c-4e26-90ac-f18edcb11634 req-ff8c0edc-3a03-4494-bfb4-9fb3f11e2092 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.1170259 Jun 09 22:58:58.392551 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a2121466-cc6c-4e26-90ac-f18edcb11634 req-def6b6fb-45a4-41e2-bc2a-dd808d7e10a5 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722313 Jun 09 22:58:58.416626 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-09bd295c-5cc2-4e94-8e48-176b00a3eeb7 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639163 Jun 09 22:58:58.511999 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:58:58.548395 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0c8f6cf6-c172-4f49-bd4a-ba7cd9d06fef req-9038de73-7b96-4bae-b558-6a61b97772d9 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249261 Jun 09 22:58:59.583052 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899cf9c-a242-45ac-bd9f-8a9d69ab7d04 req-0e81903d-e2d3-4b3a-a8c8-3aea6ac50285 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:58:59.584485 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a899cf9c-a242-45ac-bd9f-8a9d69ab7d04 req-0e81903d-e2d3-4b3a-a8c8-3aea6ac50285 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0791237 Jun 09 22:58:59.628265 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-a899cf9c-a242-45ac-bd9f-8a9d69ab7d04 req-3282dc13-bb38-4616-9cc2-311e381d1b4f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jun 09 22:59:00.157784 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:00.816212 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bbec-8085-42de-b26c-b78fa5752af4 req-74ba319f-1855-483c-a64d-4dc8fda8f3bf tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:00.817705 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2925bbec-8085-42de-b26c-b78fa5752af4 req-74ba319f-1855-483c-a64d-4dc8fda8f3bf tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0845785 Jun 09 22:59:00.862357 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-2925bbec-8085-42de-b26c-b78fa5752af4 req-370ef843-4bb3-40c2-b9b0-5710f02bea45 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391190 Jun 09 22:59:02.046788 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b8710-94fd-4196-8680-2a5c8a124259 req-920e9535-e3c8-4f72-8ace-627f99346d07 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:02.048248 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-227b8710-94fd-4196-8680-2a5c8a124259 req-920e9535-e3c8-4f72-8ace-627f99346d07 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0823960 Jun 09 22:59:02.093960 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-227b8710-94fd-4196-8680-2a5c8a124259 req-233ed70f-3f45-4f6f-bbec-ec9aed6c7cbd tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396514 Jun 09 22:59:03.283866 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183417-3a61-4695-8aff-f5f2d7bfcacf req-08890c2e-27e4-491b-a6c8-4e030c0a5855 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:03.285355 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-12183417-3a61-4695-8aff-f5f2d7bfcacf req-08890c2e-27e4-491b-a6c8-4e030c0a5855 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0846467 Jun 09 22:59:03.330071 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-12183417-3a61-4695-8aff-f5f2d7bfcacf req-873ee310-5d63-4190-a52f-3c898c3bd8b1 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Jun 09 22:59:04.513853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbea969-92ae-485f-9c7c-ee204534ad1d req-6713cb50-b48b-45e8-916c-c27276f6f6f7 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:04.515383 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7fbea969-92ae-485f-9c7c-ee204534ad1d req-6713cb50-b48b-45e8-916c-c27276f6f6f7 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 943 time: 0.0798271 Jun 09 22:59:04.561392 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-7fbea969-92ae-485f-9c7c-ee204534ad1d req-e553e07a-5bab-4e23-aa3b-6957d280dc68 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Jun 09 22:59:05.258786 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:59:05.392022 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:59:05.405604 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Returning: {'device': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'port_id': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'mac_address': 'fa:16:3e:a2:7e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:59:05.459396 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:05.475774 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a17adf-6e89-4d5f-88a7-a1b689099c99 {{(pid=92491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:59:05.490495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:59:05.597735 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:05.599549 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:59:05.667646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=7']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:59:05.675237 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.675587 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.675922 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.676253 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.676579 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.676904 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.677251 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.677582 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.677900 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.678218 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.678534 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.678848 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:59:05.682700 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:59:05.746836 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8868b6a-2c5c-43b7-b479-f5a4b0af1859 req-fd60d9e1-448f-481c-b0d3-391fbafc5bac tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:05.748918 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8868b6a-2c5c-43b7-b479-f5a4b0af1859 req-fd60d9e1-448f-481c-b0d3-391fbafc5bac tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 944 time: 0.0825627 Jun 09 22:59:05.794327 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c8868b6a-2c5c-43b7-b479-f5a4b0af1859 req-977d8a50-b302-4367-9b95-12a7bc469fdc tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Jun 09 22:59:05.805740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] get_ports_and_sgs() called for port_ids ['78a17adf-6e89-4d5f-88a7-a1b689099c99'] {{(pid=92491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:59:06.981347 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cb4ac-8244-4095-bb62-e8e3d0c6f196 req-c71b4862-9c83-4c4e-9586-0767f7c2d430 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:06.983277 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c57cb4ac-8244-4095-bb62-e8e3d0c6f196 req-c71b4862-9c83-4c4e-9586-0767f7c2d430 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 944 time: 0.0814090 Jun 09 22:59:06.998648 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:07.035880 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-c57cb4ac-8244-4095-bb62-e8e3d0c6f196 req-7ac5f44c-0841-411c-a152-992ff20ffab7 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Jun 09 22:59:07.257321 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 up at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:59:07.328252 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.provisioning_blocks [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Provisioning complete for port 78a17adf-6e89-4d5f-88a7-a1b689099c99 triggered by entity L2. {{(pid=92491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:59:07.328548 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525695'] for port, provisioning_complete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:07.441894 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-767686'] for port, before_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:07.468418 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:59:07.470691 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f07e95ac41f964fda778bfe7fffe23a76139cf1ff839f9f581bc83466508c95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4860be9-3854-4b7d-aedd-a97bf9d2b84f" -d '{"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-plugged", "status": "completed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:59:07.478212 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:59:07.516085 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45510e6-042c-4d82-87dd-57a8767689a6 x-openstack-request-id: req-c45510e6-042c-4d82-87dd-57a8767689a6 {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:59:07.516387 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-plugged", "status": "completed", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "code": 200}]} {{(pid=92491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:59:07.516651 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c45510e6-042c-4d82-87dd-57a8767689a6 {{(pid=92491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:59:07.517049 dv-cinder-789564-5-iscsi neutron-server[92491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'code': 200} Jun 09 22:59:07.543954 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781349064942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781348612235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781348612280'] for port, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:07.546765 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-5e56a48c-ac77-4a7e-bf40-705a5f78e43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:59:07.615386 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Pushing event updated for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=8']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:59:07.618286 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:59:07.871859 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21df56-e47e-404f-b526-44ccbeea6d07 req-4f47af3a-997c-4a44-b571-14e762f730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:07.873432 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4c21df56-e47e-404f-b526-44ccbeea6d07 req-4f47af3a-997c-4a44-b571-14e762f730e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0742235 Jun 09 22:59:07.915949 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-4c21df56-e47e-404f-b526-44ccbeea6d07 req-d1a1e553-a39d-47b2-85a1-25be4138bcf7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354581 Jun 09 22:59:08.233907 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d7111-a115-41e1-928b-23be756ea512 req-7285436e-dc9b-4714-91e2-854831faec3f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:08.235275 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b6d7111-a115-41e1-928b-23be756ea512 req-7285436e-dc9b-4714-91e2-854831faec3f tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0863917 Jun 09 22:59:08.279163 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-0b6d7111-a115-41e1-928b-23be756ea512 req-521cca21-d1f7-4cbe-9050-a51d7bc2d471 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Jun 09 22:59:09.464647 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbdd31-dee3-4fd9-9e7d-44b135115f4b req-394166a9-6b42-49a0-97c2-905d702fe4ce tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:09.466535 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-04bbdd31-dee3-4fd9-9e7d-44b135115f4b req-394166a9-6b42-49a0-97c2-905d702fe4ce tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0817559 Jun 09 22:59:09.512174 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-04bbdd31-dee3-4fd9-9e7d-44b135115f4b req-5b19c372-fc13-4b35-9e37-3904f15aa98e tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Jun 09 22:59:17.197439 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:59:17.677999 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-17dc85dc-c7d6-48f3-b111-b284978f4c12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747907 Jun 09 22:59:17.820833 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-670f1311-7fe2-4443-8a9f-c7523d87c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:17.822352 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-670f1311-7fe2-4443-8a9f-c7523d87c03b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0740285 Jun 09 22:59:17.973422 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-0ae4f4fd-641b-4ef3-80c1-f4e804861c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:17.974776 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-0ae4f4fd-641b-4ef3-80c1-f4e804861c58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1277800 Jun 09 22:59:18.077381 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-511c20d5-a445-4a6f-bdfe-67565194a602 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 1001 time: 0.0968559 Jun 09 22:59:18.142463 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-0153d4b9-a84d-4f29-98ba-21fdcd6a8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:18.143884 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-0153d4b9-a84d-4f29-98ba-21fdcd6a8320 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0606761 Jun 09 22:59:18.230024 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-2a53fab2-feba-49b6-b270-fdab9cb7d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:59:18.231495 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-2a53fab2-feba-49b6-b270-fdab9cb7d57a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778873 Jun 09 22:59:18.465159 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-4b6bcffc-1f6f-415c-98ed-429b2e4f2e77 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270765 Jun 09 22:59:18.627865 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-090f1ed4-3623-4761-9018-61d1b5fc2462 req-0b9005d7-e55c-433b-b4f4-7b30dfa58a8c service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560304 Jun 09 22:59:24.626324 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9ece-3f92-4453-9702-e1c64a0409fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:26.932348 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-850a2352-42f0-415e-b87c-da38efd647fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:27.018132 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:28.511949 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:30.178441 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:37.025996 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:54.196295 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:59:54.602984 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-cf70f589-3fd3-4d6a-99d1-ae33397d17ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:56.940850 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-05ee017f-7b69-4ae6-a0b1-bcb750cdfc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:57.053859 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:59:58.510633 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:00.171508 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:07.019042 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:19.660146 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-88b3d97b-4cc4-498d-bb88-44f33e53c330 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698590 Jun 09 23:00:19.800455 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-1a27f21b-8b3c-4da2-bd40-384d07523ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:19.801970 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-1a27f21b-8b3c-4da2-bd40-384d07523ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0761123 Jun 09 23:00:19.948102 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-01eae829-170a-47a4-bcb7-20a9bd44b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:19.949503 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-01eae829-170a-47a4-bcb7-20a9bd44b508 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1289701 Jun 09 23:00:20.053806 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-9ace84b4-7170-4aee-a818-ed8043dea964 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 1001 time: 0.0975435 Jun 09 23:00:20.115100 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-45179a5f-09cc-4898-88ee-fb03c7c70c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:20.117117 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-45179a5f-09cc-4898-88ee-fb03c7c70c32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0572329 Jun 09 23:00:20.193927 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-acd6fce7-1909-45b4-b92a-15623ee5e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:20.195396 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-acd6fce7-1909-45b4-b92a-15623ee5e0b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731521 Jun 09 23:00:20.327227 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-2f08b870-73d4-4eae-ac60-710a7cbebf3c service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250019 Jun 09 23:00:20.460912 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-dfcc0061-bf87-4f54-a6eb-824f439cf462 req-c52b8576-aace-4150-87d6-57e5f5f49fe2 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269712 Jun 09 23:00:24.613368 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-98f7e664-d6b1-4f14-84d8-38e14d674225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:25.052584 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37158) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:25.324484 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Deleting port 5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:25.324825 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:25.448112 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:25.448527 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:25.669417 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Calling delete_port for 5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99 owned by network:floatingip {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:25.893528 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:25.897394 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-c043aa48-19f7-419c-904f-3ab8cb6ba033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:25.943853 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event deleted for resources: {'Port': ['ID=5f2cd3f4-0ec6-46b7-a7bc-4cc11c632e99,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:25.982493 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.982870 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.983240 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.983606 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.983966 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.984322 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.984680 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.985040 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.985414 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.985767 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.986118 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.986471 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:25.994638 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:26.053577 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for floatingip, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:26.054968 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.db.l3_db [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Floating IP 3ee9791c-b585-4f74-9afd-cc8951c7d88a disassociated (deleted). External IP: 172.27.0.155, port: 78a17adf-6e89-4d5f-88a7-a1b689099c99. Jun 09 23:00:26.415556 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Router 103f02cc-6386-4b71-b911-4271017032bf has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 23:00:26.599037 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 23:00:26.603845 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for floatingip, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:26.609284 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Sync routers for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 23:00:26.620121 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:26.622480 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T22:59:57Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:26.662124 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-20366bde-84c6-4e18-be67-70d6f612f849 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "DELETE /v2.0/floatingips/3ee9791c-b585-4f74-9afd-cc8951c7d88a HTTP/1.1" status: 204 len: 168 time: 1.6084132 Jun 09 23:00:26.662900 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 23:00:26.665860 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 23:00:26.811268 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:26.965769 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-329bf37c-d909-4c40-9244-5d0b051edcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:27.160976 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:27.201932 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:27.205863 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Checking router: 103f02cc-6386-4b71-b911-4271017032bf for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 23:00:27.215034 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:27.215638 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T23:00:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:27.263150 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c36a8c-e2d1-4f43-af98-2328a66ea8d8 x-openstack-request-id: req-f3c36a8c-e2d1-4f43-af98-2328a66ea8d8 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 23:00:27.263758 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 23:00:27.264153 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3c36a8c-e2d1-4f43-af98-2328a66ea8d8 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 23:00:27.265256 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'status': 'completed', 'code': 200} Jun 09 23:00:27.370262 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-d74180e8-75d5-42d0-a387-7d38f8a196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:27.372247 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-d74180e8-75d5-42d0-a387-7d38f8a196fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 1098 time: 0.0864866 Jun 09 23:00:27.404276 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:27.562169 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-143d99e3-e0d4-4048-b65f-1e829ac43120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:27.563610 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-143d99e3-e0d4-4048-b65f-1e829ac43120 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 200 len: 909 time: 0.1850703 Jun 09 23:00:27.643730 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-bed0e6c0-a1a4-471a-81f5-1df1b3bda51d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 200 len: 217 time: 0.0646024 Jun 09 23:00:27.713594 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd116a-4da1-4d23-8b2a-cd9858fdd212 req-84c94214-38dd-4f10-9503-b5f9d2fe663b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:27.715155 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d4cd116a-4da1-4d23-8b2a-cd9858fdd212 req-84c94214-38dd-4f10-9503-b5f9d2fe663b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.3599408 Jun 09 23:00:27.749083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-4e2ba498-c043-4372-b466-69b6d2badc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:27.750451 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-4e2ba498-c043-4372-b466-69b6d2badc16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 200 len: 847 time: 0.0994372 Jun 09 23:00:27.760564 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:27.768390 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54aa4c-6d5c-4f2a-b0ae-8211cb4f4fea None None] The sync data for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi is: [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T22:55:32Z', 'revision_number': 4, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi', '_interfaces': [{'id': '553e5a1c-b3cd-4628-885e-34bbac1f5d88', 'name': '', 'network_id': '4b5e9df5-c072-4819-a111-f49df01d31b5', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'mac_address': 'fa:16:3e:75:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:31Z', 'updated_at': '2021-06-09T22:55:43Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'subnets': [{'id': '7fd43b00-0985-438d-9ae5-e020c80f552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 23:00:27.810004 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-d4cd116a-4da1-4d23-8b2a-cd9858fdd212 req-7acbf689-6b29-49f1-a260-f4de7f9f18fa tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886722 Jun 09 23:00:27.843086 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-c9b2f725-200f-4167-a7eb-d7548f5b9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:27.844568 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-c9b2f725-200f-4167-a7eb-d7548f5b9cb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b5e9df5-c072-4819-a111-f49df01d31b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836062 Jun 09 23:00:27.987243 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592f0ae-244d-4d70-834f-777c34b11217 None None] New status for floating IP 3ee9791c-b585-4f74-9afd-cc8951c7d88a: DOWN {{(pid=92492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 23:00:28.096847 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-32ca2a26-6aba-4409-aa69-08a1c7bb170d service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448332 Jun 09 23:00:28.234174 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-e2664ba9-1b91-4d0e-b4a2-7b9ec842d374 req-95660b40-6645-498f-b121-09682951de40 service neutron] 10.222.0.35 "GET /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307070 Jun 09 23:00:28.527494 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:28.858447 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-0c337226-73f3-4caa-9197-91e53fbda679 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:28.860000 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-0c337226-73f3-4caa-9197-91e53fbda679 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.0814431 Jun 09 23:00:29.061115 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc0f10-d77e-4320-a5ba-a050115f9197 req-c127541f-3bb4-4a0e-80c2-628b897ddf7e tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 23:00:29.062514 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bdfc0f10-d77e-4320-a5ba-a050115f9197 req-c127541f-3bb4-4a0e-80c2-628b897ddf7e tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 945 time: 0.1392581 Jun 09 23:00:29.086360 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Deleting port 78a17adf-6e89-4d5f-88a7-a1b689099c99 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:29.086702 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:29.191649 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-bdfc0f10-d77e-4320-a5ba-a050115f9197 req-9c5d9982-789a-4350-a294-e7294c37c361 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/security-groups?id=a61f85be-d3c2-4f59-811d-a77c818aee28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225550 Jun 09 23:00:29.247066 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] For port 78a17adf-6e89-4d5f-88a7-a1b689099c99, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78a17adf-6e89-4d5f-88a7-a1b689099c99,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:29.247429 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:29.384064 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Calling delete_port for 78a17adf-6e89-4d5f-88a7-a1b689099c99 owned by compute:nova {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:29.550583 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:29.556640 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:29.605875 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event deleted for resources: {'Port': ['ID=78a17adf-6e89-4d5f-88a7-a1b689099c99,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:29.608731 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:29.691699 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] No DVR routers for this DVR port 78a17adf-6e89-4d5f-88a7-a1b689099c99 on host hv-cinder-78956 {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 23:00:29.695753 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2089626'] for port, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:29.697834 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-44a1a37a-c588-4816-b7dd-5c382b3afa35 req-e19285cc-00e4-4e5a-8153-ae6eff5f05b9 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.35 "DELETE /v2.0/ports/78a17adf-6e89-4d5f-88a7-a1b689099c99 HTTP/1.1" status: 204 len: 173 time: 0.8321702 Jun 09 23:00:29.698483 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-deleted', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99'}] {{(pid=92489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 23:00:29.700871 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a61dc93f220529cb30ba80b727ae8edb2da39ab20ddc0660016dbc0ceaea1891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94887b6e-06db-4018-bb40-4b3a1e549bf3" -d '{"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-deleted", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99"}]}' {{(pid=92489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 23:00:29.746065 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f0f38-3233-4c0c-bac4-f42109544661 x-openstack-request-id: req-0f9f0f38-3233-4c0c-bac4-f42109544661 {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 23:00:29.746405 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b01f0-3c93-45f4-99e4-46737a1cc349", "name": "network-vif-deleted", "tag": "78a17adf-6e89-4d5f-88a7-a1b689099c99", "status": "completed", "code": 200}]} {{(pid=92489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 23:00:29.746999 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f9f0f38-3233-4c0c-bac4-f42109544661 {{(pid=92489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 23:00:29.747433 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b01f0-3c93-45f4-99e4-46737a1cc349', 'name': 'network-vif-deleted', 'tag': '78a17adf-6e89-4d5f-88a7-a1b689099c99', 'status': 'completed', 'code': 200} Jun 09 23:00:30.162407 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:30.354370 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [req-b20c1456-ba9f-41e9-907e-cf6153571d5f req-380c324e-ad56-417a-8a01-0797dcbcfc1b tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4b01f0-3c93-45f4-99e4-46737a1cc349 HTTP/1.1" status: 200 len: 210 time: 0.0486300 Jun 09 23:00:31.195730 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:00:31.455008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37184) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:31.534304 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:31.565576 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:31.692657 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:31.724916 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:31.727552 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Notify callbacks [] for security_group, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:31.727829 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] No Port match for: 78a17adf-6e89-4d5f-88a7-a1b689099c99 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:31.728190 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Device 78a17adf-6e89-4d5f-88a7-a1b689099c99 not bound to the agent host hv-cinder-78956 {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:31.728677 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] 10.222.0.38 "DELETE /v2.0/security-groups/a61f85be-d3c2-4f59-811d-a77c818aee28 HTTP/1.1" status: 204 len: 168 time: 0.2726936 Jun 09 23:00:31.729749 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-7569eacd-5aed-4878-856a-44d62f74b198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:31.740931 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f85be-d3c2-4f59-811d-a77c818aee28,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:31.749214 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.749616 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.750048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.750414 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.750774 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.751132 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.751484 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.751835 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.752189 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.752539 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.752888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.753269 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:31.756322 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-36082c61-1ec5-4df6-92dc-b128536cb939 tempest-TestShelveInstance-784746633 tempest-TestShelveInstance-784746633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:31.859663 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37190) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:32.663410 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:33.071379 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Deleting port 553e5a1c-b3cd-4628-885e-34bbac1f5d88 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:33.072099 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:33.191809 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] For port 553e5a1c-b3cd-4628-885e-34bbac1f5d88, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=553e5a1c-b3cd-4628-885e-34bbac1f5d88,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:33.192159 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:33.312747 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Calling delete_port for 553e5a1c-b3cd-4628-885e-34bbac1f5d88 owned by network:router_interface {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:33.532837 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:33.536665 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-b750cb2e-75ca-43a9-a07d-8e73c7fbc029 tempest-TestVolumeBootPattern-1775428684 tempest-TestVolumeBootPattern-1775428684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:33.581541 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=553e5a1c-b3cd-4628-885e-34bbac1f5d88,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:33.584610 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:33.849423 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:34.311033 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Router 103f02cc-6386-4b71-b911-4271017032bf has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 23:00:34.489417 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 23:00:34.496140 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] 10.222.0.38 "PUT /v2.0/routers/103f02cc-6386-4b71-b911-4271017032bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353543 Jun 09 23:00:34.496818 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37194) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:34.497914 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Sync routers for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 23:00:34.508035 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:34.508817 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T23:00:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:34.686183 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: dv-cinder-789564-5-iscsi {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:34.777048 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:34.953234 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:34.971101 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T23:00:33Z', 'revision_number': 5, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port': {'id': '67baae23-6ac6-453f-bcf1-5d9f16ae44e7', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103f02cc-6386-4b71-b911-4271017032bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:28Z', 'updated_at': '2021-06-09T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:34.975253 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Checking router: 103f02cc-6386-4b71-b911-4271017032bf for host: dv-cinder-789564-5-iscsi {{(pid=92491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 23:00:34.984330 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Routers {'103f02cc-6386-4b71-b911-4271017032bf'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:34.984929 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T23:00:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['103f02cc-6386-4b71-b911-4271017032bf'], 'active': True} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:35.104669 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Deleting port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:35.104961 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.138180 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvr_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] Set router 103f02cc-6386-4b71-b911-4271017032bf gateway port host: None {{(pid=92491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:35.237691 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] For port 67baae23-6ac6-453f-bcf1-5d9f16ae44e7, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:35.237938 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.287788 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_hamode_db [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T23:00:34Z', 'revision_number': 6, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:35.291727 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89fe2-2022-406c-9054-afeda2d1b99e None None] The sync data for ids ['103f02cc-6386-4b71-b911-4271017032bf'] in dv-cinder-789564-5-iscsi is: [{'id': '103f02cc-6386-4b71-b911-4271017032bf', 'name': 'tempest-TestShelveInstance-686294121-router', 'tenant_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:27Z', 'updated_at': '2021-06-09T23:00:34Z', 'revision_number': 6, 'project_id': '0a6ed16dac654abeafe9e0ab32aa03f6', 'gw_port_host': None}] {{(pid=92491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 23:00:35.364375 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Calling delete_port for 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:35.567386 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.573002 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-a28b467d-bdb7-4c85-955b-e3aa811a247e tempest-AttachVolumeShelveTestJSON-5586663 tempest-AttachVolumeShelveTestJSON-5586663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:35.617958 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=67baae23-6ac6-453f-bcf1-5d9f16ae44e7,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:35.644912 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:35.716770 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.892849 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.895172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.995845 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:35.996291 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103f02cc-6386-4b71-b911-4271017032bf {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 23:00:36.000471 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.001631 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-69426e51-dcad-466a-a15a-1fc322c09f8f admin admin] 10.222.0.38 "DELETE /v2.0/routers/103f02cc-6386-4b71-b911-4271017032bf HTTP/1.1" status: 204 len: 168 time: 1.5038278 Jun 09 23:00:36.004443 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37196) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:36.064543 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.db_base_plugin_v2 [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Deleting subnet 7fd43b00-0985-438d-9ae5-e020c80f552b {{(pid=92490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 23:00:36.067547 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.116266 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3393167'] for subnet, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.200788 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.339821 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4181851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2427290'] for subnet, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.344049 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-361f3fd4-137b-48f0-b6c2-25bee49dffea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:36.378966 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd43b00-0985-438d-9ae5-e020c80f552b,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:36.380902 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.383737 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7fd43b00-0985-438d-9ae5-e020c80f552b HTTP/1.1" status: 204 len: 168 time: 0.3773687 Jun 09 23:00:36.383737 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-309a1947-5f0a-47e9-b1d9-f6d5921ce6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:36.386232 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37198) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:36.391775 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be8b7e-7bb2-40ac-9b47-e42a3d713ff8 None None] Network 4b5e9df5-c072-4819-a111-f49df01d31b5 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 23:00:36.494832 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.658609 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] DHCP port deletion for 4b5e9df5-c072-4819-a111-f49df01d31b5 request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 23:00:36.684520 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Deleting port 4effed06-b7d7-45d6-86a5-2e093a15b3fd {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:36.685126 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.733776 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Deleting port 4effed06-b7d7-45d6-86a5-2e093a15b3fd {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:36.734319 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.791986 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] For port 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=4effed06-b7d7-45d6-86a5-2e093a15b3fd,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:36.791986 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.839351 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] For port 4effed06-b7d7-45d6-86a5-2e093a15b3fd, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=4effed06-b7d7-45d6-86a5-2e093a15b3fd,segment=NetworkSegment(ab635d3f-27e6-43a2-9869-5a1622fe2aac),segment_id=ab635d3f-27e6-43a2-9869-5a1622fe2aac)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:36.839740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:36.918984 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Calling delete_port for 4effed06-b7d7-45d6-86a5-2e093a15b3fd owned by network:dhcp {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:36.959264 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Calling delete_port for 4effed06-b7d7-45d6-86a5-2e093a15b3fd owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:37.022141 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.026185 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-e9733ae4-9c3e-487a-bd36-aedd58b9781d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:37.029860 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.033825 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:37.069815 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Pushing event deleted for resources: {'Port': ['ID=4effed06-b7d7-45d6-86a5-2e093a15b3fd,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:37.070028 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.073338 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:37.075660 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] No DVR routers for this DVR port 4effed06-b7d7-45d6-86a5-2e093a15b3fd on host dv-cinder-789564-5-iscsi {{(pid=92490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 23:00:37.083126 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Pushing event deleted for resources: {'Port': ['ID=4effed06-b7d7-45d6-86a5-2e093a15b3fd,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:37.088123 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] No DVR routers for this DVR port 4effed06-b7d7-45d6-86a5-2e093a15b3fd on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 23:00:37.094425 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.094787 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.097509 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.098239 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.098239 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-5-iscsi {{(pid=92491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 23:00:37.101508 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-a6c859f5-8863-4a6c-bec0-9cdc80eef10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:37.201973 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.214342 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5e9df5-c072-4819-a111-f49df01d31b5']}} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:37.231177 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab635d3f-27e6-43a2-9869-5a1622fe2aac') {'for_net_delete': True} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:37.231493 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.services.segments.db [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab635d3f-27e6-43a2-9869-5a1622fe2aac') {} {{(pid=92490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:37.243441 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398524'] for segment, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.259888 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.267302 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=92490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 23:00:37.267713 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4181822'] for segment, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: Traceback (most recent call last): Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: timer() Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: cb(*args, **kw) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: return func(*args, **kwargs) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: self._notify() Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: self.callback(batched_events) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: event.method(event) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: return f(self, *a, **k) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._get(url).json() Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: return self.request(url, 'GET', **kwargs) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 23:00:37.280965 dv-cinder-789564-5-iscsi neutron-server[92490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 23:00:37.375163 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 4effed06-b7d7-45d6-86a5-2e093a15b3fd no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:37.411674 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 4effed06-b7d7-45d6-86a5-2e093a15b3fd {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:37.412326 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 4effed06-b7d7-45d6-86a5-2e093a15b3fd not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:37.412426 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:37.412605 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.417041 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-d034ab5a-e09c-4488-983e-5a17ee808d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:37.430345 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:37.432499 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b5e9df5-c072-4819-a111-f49df01d31b5 HTTP/1.1" status: 204 len: 168 time: 1.0449483 Jun 09 23:00:37.435285 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37200) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:37.445535 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:37.445893 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 67baae23-6ac6-453f-bcf1-5d9f16ae44e7 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:37.446312 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 553e5a1c-b3cd-4628-885e-34bbac1f5d88 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:37.478934 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 553e5a1c-b3cd-4628-885e-34bbac1f5d88 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:37.479286 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 553e5a1c-b3cd-4628-885e-34bbac1f5d88 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:37.499080 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5e9df5-c072-4819-a111-f49df01d31b5,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:37.508591 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-0ffefa2d-9727-425e-b45f-5824ba359248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:37.979026 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817793'] for router_interface, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:38.503837 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Deleting port 87ae7bca-3277-4919-a81f-b17420b4af6c {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:38.504172 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:38.627094 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] For port 87ae7bca-3277-4919-a81f-b17420b4af6c, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=87ae7bca-3277-4919-a81f-b17420b4af6c,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:38.627433 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:38.759658 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Calling delete_port for 87ae7bca-3277-4919-a81f-b17420b4af6c owned by network:router_interface {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:38.973632 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:38.979733 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-1ffcf0e2-cff6-4f10-bcb7-69d1718b7065 tempest-TestMinimumBasicScenario-1929685606 tempest-TestMinimumBasicScenario-1929685606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:39.022571 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ae7bca-3277-4919-a81f-b17420b4af6c,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:39.026145 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:39.300005 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1817247'] for router_interface, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:39.657210 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a has already been hosted by L3 agent ef3b9df7-da06-4d22-a36c-e33af94c0251 {{(pid=92490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 23:00:39.955238 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] Notify agent at l3_agent.dv-cinder-789564-5-iscsi the message routers_updated {{(pid=92490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 23:00:39.961361 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-b4b472cc-1b33-4787-9110-48667bca3cd0 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236278 Jun 09 23:00:39.962430 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.wsgi [-] (92490) accepted ('10.222.0.38', 37202) {{(pid=92490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:39.966277 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Sync routers for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 23:00:39.976285 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:39.976891 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T23:00:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:40.146534 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks [] for router, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:40.158455 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: dv-cinder-789564-5-iscsi {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:40.345677 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:40.454070 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'external_fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T23:00:38Z', 'revision_number': 5, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port': {'id': '10ccb23f-c4da-44ce-85f4-157a533bc964', 'name': '', 'network_id': '41d699eb-01bb-4b39-b2dd-e5b736fae505', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T22:55:39Z', 'updated_at': '2021-06-09T22:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f4e496-30ba-4879-9168-f98f9315be4f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-5-iscsi'}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:40.460846 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Checking router: bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a for host: dv-cinder-789564-5-iscsi {{(pid=92492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 23:00:40.470738 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Routers {'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'} bound to L3 agent in host dv-cinder-789564-5-iscsi {{(pid=92492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 23:00:40.471375 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T22:08:57Z,description=,heartbeat_timestamp=2021-06-09T23:00:27Z,host='dv-cinder-789564-5-iscsi',id=ef3b9df7-da06-4d22-a36c-e33af94c0251,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T22:08:57Z,topic='l3_agent')) {'router_ids': ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'], 'active': True} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:40.495652 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Deleting port 10ccb23f-c4da-44ce-85f4-157a533bc964 {{(pid=92490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:40.495988 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:40.623661 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.db [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] For port 10ccb23f-c4da-44ce-85f4-157a533bc964, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=10ccb23f-c4da-44ce-85f4-157a533bc964,segment=NetworkSegment(f32cdd6d-0f49-464c-9c26-39ea7e316d43),segment_id=f32cdd6d-0f49-464c-9c26-39ea7e316d43)] {{(pid=92490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:40.623923 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:40.670301 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_dvr_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] Set router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a gateway port host: None {{(pid=92492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 23:00:40.755957 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.plugins.ml2.plugin [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Calling delete_port for 10ccb23f-c4da-44ce-85f4-157a533bc964 owned by network:router_gateway {{(pid=92490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:40.808167 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.l3_hamode_db [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T23:00:40Z', 'revision_number': 6, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port_host': None}], 'dv-cinder-789564-5-iscsi', False) {} {{(pid=92492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:40.812943 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80217e63-5b4e-4354-bccd-b4fec73efa66 None None] The sync data for ids ['bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a'] in dv-cinder-789564-5-iscsi is: [{'id': 'bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a', 'name': 'tempest-TestShelveInstance-614802122-router', 'tenant_id': '5f32c400063f4269bd0bb9c19a161b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T22:55:38Z', 'updated_at': '2021-06-09T23:00:40Z', 'revision_number': 6, 'project_id': '5f32c400063f4269bd0bb9c19a161b27', 'gw_port_host': None}] {{(pid=92492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 23:00:41.028019 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4181777'] for port, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.034583 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-86c803c9-3306-44d9-95dd-9d20905c6dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:41.090009 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ccb23f-c4da-44ce-85f4-157a533bc964,revision_number=None']} {{(pid=92490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:41.116827 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG oslo_concurrency.lockutils [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:41.206138 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811544'] for router_gateway, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.427647 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1852'] for router, precommit_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.431542 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.533276 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1814420'] for router, after_delete {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.533777 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a {{(pid=92490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 23:00:41.540008 dv-cinder-789564-5-iscsi neutron-server[92490]: DEBUG neutron_lib.callbacks.manager [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] Notify callbacks [] for router, before_response {{(pid=92490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.545412 dv-cinder-789564-5-iscsi neutron-server[92490]: INFO neutron.wsgi [None req-ce889901-c8c5-41f1-876a-8c309e80b103 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bb35eb25-e89a-4a75-9eb3-e4f30bc65e1a HTTP/1.1" status: 204 len: 168 time: 1.5788934 Jun 09 23:00:41.545782 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37204) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:41.639245 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.db_base_plugin_v2 [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Deleting subnet 8eeb442e-f4d2-4565-8b53-82aeb76f25a4 {{(pid=92489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 23:00:41.639353 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 87ae7bca-3277-4919-a81f-b17420b4af6c no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:41.640452 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.688211 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 87ae7bca-3277-4919-a81f-b17420b4af6c {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:41.688766 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 87ae7bca-3277-4919-a81f-b17420b4af6c not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:41.689365 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 10ccb23f-c4da-44ce-85f4-157a533bc964 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:41.692945 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1452422'] for subnet, precommit_delete_associations {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.724500 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 10ccb23f-c4da-44ce-85f4-157a533bc964 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:41.725393 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 10ccb23f-c4da-44ce-85f4-157a533bc964 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:41.780745 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388385'] for subnet, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.925729 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3484782'] for subnet, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.931206 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:41.968468 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeb442e-f4d2-4565-8b53-82aeb76f25a4,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:41.971190 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:41.974359 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for subnet, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:41.976228 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-88af4fd2-278e-4d04-9399-29a1c0898748 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8eeb442e-f4d2-4565-8b53-82aeb76f25a4 HTTP/1.1" status: 204 len: 168 time: 0.4295497 Jun 09 23:00:41.982279 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37206) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:41.984849 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a9962-1f0e-430a-9ab4-3606d16b5b79 None None] Network e43b95d1-9f63-4863-b549-c9a6f6590d58 requested from dv-cinder-789564-5-iscsi {{(pid=92491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 23:00:42.131219 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1335793'] for network, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.218849 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Deleting port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 {{(pid=92489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:42.219194 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.263481 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] DHCP port deletion for e43b95d1-9f63-4863-b549-c9a6f6590d58 request from dv-cinder-789564-5-iscsi {{(pid=92491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 23:00:42.334740 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.db [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] For port 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9eccd03e-1f72-4fe2-baaf-cf45f2545316,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:42.335100 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.336670 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Deleting port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 {{(pid=92491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 23:00:42.337172 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781348976348'] for port, before_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.452515 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.db [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] For port 9eccd03e-1f72-4fe2-baaf-cf45f2545316, host dv-cinder-789564-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-5-iscsi',level=0,port_id=9eccd03e-1f72-4fe2-baaf-cf45f2545316,segment=NetworkSegment(a2354b95-6111-420c-9c34-9df0ed52fe65),segment_id=a2354b95-6111-420c-9c34-9df0ed52fe65)] {{(pid=92491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 23:00:42.452832 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816479'] for port, precommit_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.469343 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.plugin [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Calling delete_port for 9eccd03e-1f72-4fe2-baaf-cf45f2545316 owned by network:dhcp {{(pid=92489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:42.607142 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148639'] for port, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.612083 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-6def148d-64a2-4f7d-9a5f-358eaedabdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:42.614569 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Calling delete_port for 9eccd03e-1f72-4fe2-baaf-cf45f2545316 owned by network:dhcp {{(pid=92491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 23:00:42.655734 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9eccd03e-1f72-4fe2-baaf-cf45f2545316,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:42.658754 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:42.659544 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] No DVR routers for this DVR port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 on host dv-cinder-789564-5-iscsi {{(pid=92489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 23:00:42.662236 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-742535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781349064924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781348612226'] for port, after_delete {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.666668 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:42.712457 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Pushing event deleted for resources: {'Port': ['ID=9eccd03e-1f72-4fe2-baaf-cf45f2545316,revision_number=None']} {{(pid=92491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:42.715647 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG oslo_concurrency.lockutils [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:42.716451 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4289573-4532-4b8d-95b5-660346f3e9a2 None None] No DVR routers for this DVR port 9eccd03e-1f72-4fe2-baaf-cf45f2545316 on host dv-cinder-789564-5-iscsi {{(pid=92491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 23:00:42.789504 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1387240', 'neutron.services.segments.db._delete_segments_for_network-8781349108152'] for network, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.803595 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43b95d1-9f63-4863-b549-c9a6f6590d58']}} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:42.817696 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2354b95-6111-420c-9c34-9df0ed52fe65') {'for_net_delete': True} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:42.818066 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.services.segments.db [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2354b95-6111-420c-9c34-9df0ed52fe65') {} {{(pid=92489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 23:00:42.830722 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781349111251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1455221'] for segment, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.850797 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882'] for segment, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.857257 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 23:00:42.857644 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1385882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4148656'] for segment, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: Traceback (most recent call last): Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: timer() Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: cb(*args, **kw) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: return func(*args, **kwargs) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: self._notify() Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: self.callback(batched_events) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: event.method(event) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: return f(self, *a, **k) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._get(url).json() Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: return self.request(url, 'GET', **kwargs) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 23:00:42.967480 dv-cinder-789564-5-iscsi neutron-server[92489]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 23:00:43.142161 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1387235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1767716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1637627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811581'] for network, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.147847 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637520'] for network, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.150095 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] 10.222.0.38 "DELETE /v2.0/networks/e43b95d1-9f63-4863-b549-c9a6f6590d58 HTTP/1.1" status: 204 len: 168 time: 1.1693799 Jun 09 23:00:43.151210 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:43.175757 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e43b95d1-9f63-4863-b549-c9a6f6590d58,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:43.181179 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-18d8f611-6df3-4493-8676-acaa757f2e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:43.380541 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9eccd03e-1f72-4fe2-baaf-cf45f2545316 no longer exists at agent ovs-agent-dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 23:00:43.416561 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] No Port match for: 9eccd03e-1f72-4fe2-baaf-cf45f2545316 {{(pid=92491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 23:00:43.416909 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron.plugins.ml2.rpc [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Device 9eccd03e-1f72-4fe2-baaf-cf45f2545316 not bound to the agent host dv-cinder-789564-5-iscsi {{(pid=92491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 23:00:43.505588 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37210) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:43.570050 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-34911f73-6f7a-47a9-bbf6-9293e6d251e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a6ed16dac654abeafe9e0ab32aa03f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632169 Jun 09 23:00:43.573342 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37212) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:43.636168 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.665788 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.795777 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.798711 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:43.799839 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b39496cd-5dcc-43d7-852f-ee14276e4164 HTTP/1.1" status: 204 len: 168 time: 0.2256663 Jun 09 23:00:43.800599 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-a536e1ec-0f44-4828-82bf-5532ae0b15f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:43.811629 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39496cd-5dcc-43d7-852f-ee14276e4164,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:43.820572 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-79aafba0-1a87-49d4-a6cb-341798b74e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:44.559439 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37218) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:44.611273 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-d44cad75-6dfa-4daf-b6da-2f24923f1be8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f32c400063f4269bd0bb9c19a161b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505955 Jun 09 23:00:44.613635 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.wsgi [-] (92489) accepted ('10.222.0.38', 37220) {{(pid=92489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 23:00:44.677785 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:44.704585 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:44.844801 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767690'] for security_group, after_delete {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:44.847290 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron_lib.callbacks.manager [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:44.848456 dv-cinder-789564-5-iscsi neutron-server[92489]: INFO neutron.wsgi [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a35fdf17-da24-4007-879f-6d709a7f5704 HTTP/1.1" status: 204 len: 168 time: 0.2339251 Jun 09 23:00:44.849357 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-3bad5377-6752-40e8-af9c-20562f771c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 23:00:44.859943 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35fdf17-da24-4007-879f-6d709a7f5704,revision_number=None']} {{(pid=92489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 23:00:44.862238 dv-cinder-789564-5-iscsi neutron-server[92489]: DEBUG oslo_concurrency.lockutils [None req-905ff9f9-eb72-495f-a099-efa315a98cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 23:00:54.612562 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e44498d7-d1fd-4fa5-8515-37e5a7aeba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:56.946153 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5f87-e2ff-4aa8-933a-611d6201d056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:57.038985 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:00:58.532760 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:00.198837 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:07.046692 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:08.197293 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:01:24.577740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2c084eb4-8558-449c-b441-be985a99424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:26.960850 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4e80c303-109b-47c6-adc6-37ac4b9f9c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:27.066874 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:28.518218 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:30.203816 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:37.063552 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:45.196092 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:01:54.611574 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-91bbbc67-ac06-48eb-bb24-39b20c4e2046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:56.968931 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-741bf1c8-2b7d-43bd-b2fc-f8447f39119e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:57.088827 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:01:58.519840 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:00.208944 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:07.102875 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:22.195862 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:02:24.610423 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-afc4df4a-377e-4556-b610-710a550003ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:26.961966 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ad20-b1d9-4301-a69b-5c77bdd06f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:27.031174 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:28.574219 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:30.219970 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:37.108252 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:54.679197 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-074f31ae-b9d6-41b8-807b-c010b44930c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:56.998908 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-a9e7bd7e-39e5-402d-8d9f-d70a69bba24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:57.055925 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:58.544551 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:02:59.197368 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:03:00.221296 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:07.112437 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:24.598436 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-e251537c-778a-4e8d-a2ae-866db5cbba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:26.970899 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-5c31375b-d049-4f88-8350-790a446f5ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:27.049268 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:28.540646 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:30.207057 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:36.197738 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:03:37.158525 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:54.654654 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ed14cf6f-7aec-4152-b6e8-ab74e054bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:57.006612 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-4405c3a1-53b8-442e-8846-b7b2dda0056b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:57.088993 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:03:58.540111 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:00.203205 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:07.131701 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:13.197083 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:04:24.654158 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-65213eca-1df9-4168-8004-9867f96200eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:26.950887 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-10c97266-2d6e-4f13-8f8a-83e654943879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:27.054223 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:28.571081 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:30.259667 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:37.139369 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:50.195881 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:04:54.618740 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa2cd-502b-4df6-8f08-a89a7b7151e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:56.956792 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb8a8-3fae-4b6f-9ef5-459ecfef807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:57.067776 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:04:58.538540 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:00.212623 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:07.115970 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:24.658341 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-65641bdc-1329-4685-bab7-710f8535651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:26.967745 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-7a9442cd-f1c4-4345-84a0-e2cbe6544185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:27.086623 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c7ff20d0-d0b1-4d03-9fa8-65fe9d061817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:27.194879 dv-cinder-789564-5-iscsi neutron-server[92492]: DEBUG neutron.db.agents_db [None req-954176cc-f65d-47c6-90a8-84ab9385dc5d None None] Agent healthcheck: found 6 active agents {{(pid=92492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 23:05:28.546962 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-c251604c-f9e5-4a67-91cd-f748ef99e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:30.195375 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-767fb9ef-8db5-4f4b-bd51-d9d1e2226612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:37.258004 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-ba103f09-cde9-4748-9311-970c1b73184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 23:05:54.640495 dv-cinder-789564-5-iscsi neutron-server[92491]: DEBUG neutron_lib.callbacks.manager [None req-95e78fb1-beb8-468b-bc39-581ea17b5f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781349108134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525614'] for agent, after_update {{(pid=92491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}